-- Logs begin at Thu 2022-05-19 14:11:11 UTC, end at Thu 2022-05-19 15:23:38 UTC. -- May 19 14:56:26.768232 dv-cinder-825492-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 14:56:29.553107 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.common.config [-] Logging enabled! May 19 14:56:29.553679 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 14:56:29.553882 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103654) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 14:56:29.557249 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.common.config [-] Logging enabled! May 19 14:56:29.557506 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 14:56:29.557807 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103654) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 14:56:29.558714 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 14:56:29.558945 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 14:56:29.559334 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 14:56:29.559580 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 14:56:29.559802 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 14:56:29.560212 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.560509 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.560735 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.561028 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.561315 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.561592 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.561883 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.562176 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.562457 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.562731 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.563012 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.563258 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.563538 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.563820 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.564103 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.564321 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.564638 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.565029 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.565429 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.565713 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.566155 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.566319 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.566581 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.566843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.567121 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.567464 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] host = dv-cinder-825492-12-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.567733 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.568013 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.568293 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.568571 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.568838 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.569105 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.569384 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.569657 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.569918 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.570185 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.570465 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.570757 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.571027 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.571263 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.571482 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.571760 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.572042 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.572308 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.572574 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.572839 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.573102 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.573367 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.573627 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.573904 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.574179 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.574456 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.574722 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.574985 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.575273 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.575541 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.575818 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.576084 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.576347 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.576611 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.576892 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.577155 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.577422 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.577715 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.577994 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.578268 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.578546 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.578810 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.579085 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.579374 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.579649 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.579914 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.580178 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.580443 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.580716 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.580981 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.581247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.581509 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.582272 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.582564 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.582828 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:29.583120 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.583435 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.583735 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.584011 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.584310 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.584581 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.584864 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.585136 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.585421 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.585706 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.585988 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.586262 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.586550 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.586838 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.587125 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.587448 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.587740 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.588029 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.588298 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.588566 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.588833 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.589106 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.589386 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.589663 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.589946 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.590233 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.590506 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.590799 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.591078 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.591386 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.591674 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.591959 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.592227 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.592500 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.592786 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.593057 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.593324 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.593607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.593880 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.594145 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.594421 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.594690 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.594954 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.595238 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.595513 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.595798 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.596068 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.596331 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.596595 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.596864 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.597126 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.597423 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.598238 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.598503 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.598768 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.599040 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.599336 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.599615 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.599890 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.600156 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.600429 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.600695 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.600959 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.601226 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.601491 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.601758 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.602023 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.602288 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.602559 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.602822 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.603086 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.603378 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.603646 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.603912 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.604204 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.604475 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.604747 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.605016 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.605287 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.605557 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.605826 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.606094 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.606363 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.606626 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.606915 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.607188 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.607486 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.607761 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.608029 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.608338 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.608610 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.608878 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.609151 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.609419 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.609690 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.609964 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.610252 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.610530 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.610814 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.611087 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.611395 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.611686 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.611970 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.612243 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.612546 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.612819 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:29.613051 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 14:56:29.613287 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103654) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 14:56:30.064165 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 14:56:30.064433 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 14:56:30.064730 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 14:56:30.065058 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 14:56:30.389459 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.389690 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.389952 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.391111 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.391407 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.391660 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.446649 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.446918 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.447176 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.462329 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.462602 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.462860 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.493873 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.494142 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.494402 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.530266 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.530534 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.530792 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.868695 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.869324 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.869324 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.869499 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.870122 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.967149 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.967485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.967760 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.968026 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.968288 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.968592 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.968846 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.969096 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.969343 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.969618 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.969871 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.970127 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.970372 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.970614 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.970859 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.971117 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.971395 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.971653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.971914 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.972165 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.972936 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.973182 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.973458 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.973830 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.974072 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.974309 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:30.974698 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:30.974930 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:30.975159 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:30.975410 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:30.975638 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:30.975864 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:30.976221 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 14:56:30.979264 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 14:56:30.983125 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 14:56:30.986718 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 19 14:56:30.988955 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 14:56:30.989420 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 14:56:30.989745 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 14:56:30.990124 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 14:56:30.993073 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 14:56:30.993570 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 14:56:30.993917 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 14:56:30.998683 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 14:56:31.022159 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 14:56:31.022608 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.022898 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103654) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 14:56:31.023299 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.024639 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103654) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 14:56:31.024909 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 14:56:31.025144 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 14:56:31.028392 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.028670 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.091222 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 14:56:31.091465 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 14:56:31.091699 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 14:56:31.092057 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 14:56:31.143069 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO dbcounter [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Registered counter for database neutron May 19 14:56:31.161742 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_db.sqlalchemy.engines [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103654) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 14:56:31.168111 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG dbcounter [-] [103654] Writer thread running {{(pid=103654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 14:56:31.603614 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing driver for type 'gre' May 19 14:56:31.604125 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] gre ID ranges: [(1, 1000)] May 19 14:56:31.661485 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing driver for type 'local' May 19 14:56:31.661884 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing driver for type 'vlan' May 19 14:56:31.675065 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] VlanTypeDriver initialization complete May 19 14:56:31.675440 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing driver for type 'vxlan' May 19 14:56:31.676460 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] vxlan ID ranges: [(1, 1000)] May 19 14:56:31.736562 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing extension driver 'port_security' May 19 14:56:31.736905 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.extensions.port_security [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] PortSecurityExtensionDriver initialization complete May 19 14:56:31.737239 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing mechanism driver 'openvswitch' May 19 14:56:31.737561 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing mechanism driver 'hyperv' May 19 14:56:31.744918 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.plugin [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:56:31.745587 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.745957 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.746303 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.746803 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 14:56:31.747253 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnet after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.747673 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.748267 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.748663 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 14:56:31.749074 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.749421 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.749761 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.750146 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 14:56:31.750553 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > security_group after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.750899 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > security_group after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.751266 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.751654 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 14:56:31.752058 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.752401 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.752739 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.753124 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 14:56:31.753529 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > address_group after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.753873 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > address_group after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.754230 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.754597 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 14:56:31.755220 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] ML2 OVO RPC backend initialized. {{(pid=103654) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 14:56:31.756002 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.756360 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.756779 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.757130 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > networks before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.757476 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.757818 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > ports before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.758158 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnet before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.758502 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnets before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.758846 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.759187 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.759544 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.759882 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.760218 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.760555 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.760894 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnet after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.761231 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.761563 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.769048 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded quota_driver: . May 19 14:56:31.769912 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.plugin [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Modular L2 Plugin initialization complete May 19 14:56:31.770254 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading services supported by the core plugin {{(pid=103654) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 14:56:31.770593 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Got port-security extension from driver 'port_security' May 19 14:56:31.771070 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.extensions.vlantransparent [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Disabled vlantransparent extension. May 19 14:56:31.771589 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103654) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 14:56:31.771910 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: router May 19 14:56:31.808423 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.808812 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router after_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.809181 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router before_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.809545 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.809918 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.810309 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router after_delete 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.810664 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.811013 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.811393 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router after_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.811741 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.812090 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.812435 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.812788 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.813198 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.813564 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.813900 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.814237 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.814572 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.814916 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.815282 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.815624 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: port before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.815962 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.816340 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.816683 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.817034 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.817395 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.817739 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.818102 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > agent after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.818453 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > agent after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.818793 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.819762 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Tracking information for resource: router configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:31.820098 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Tracking information for resource: floatingip configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 14:56:31.825053 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.db.l3_agentschedulers_db [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 14:56:31.825638 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.825993 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.826346 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.826693 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.827504 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router before_create 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.827868 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.828226 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_create 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.828578 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > router precommit_update 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.833919 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.services.provider_configuration [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service providers = [] {{(pid=103654) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 14:56:31.834279 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.db.servicetype_db [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103654) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 14:56:31.837273 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 14:56:31.837623 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 14:56:31.837967 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 14:56:31.838866 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 14:56:31.839260 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.services.service_base [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 14:56:31.839639 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.839956 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 14:56:31.851051 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.851408 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: auto_allocate May 19 14:56:31.857183 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: network precommit_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.857501 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: network precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.858019 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.858337 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: tag May 19 14:56:31.864959 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.865291 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: timestamp May 19 14:56:31.869580 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.870107 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: network_ip_availability May 19 14:56:31.875419 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.875790 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.876145 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:31.876852 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.877171 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: flavors May 19 14:56:31.881883 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.882218 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading Plugin: revisions May 19 14:56:31.886555 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 14:56:31.886940 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 14:56:31.887687 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103654) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 14:56:31.888022 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Initializing extension manager. May 19 14:56:31.888545 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: __init__.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.888883 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: __pycache__ {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.889214 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: _port_mac_address_override.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.889545 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.890296 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.891040 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: address-group May 19 14:56:31.891398 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: address_scope.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.892115 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.892620 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: address-scope May 19 14:56:31.892943 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.893890 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.894919 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: router-admin-state-down-before-update May 19 14:56:31.895264 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: agent.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.895975 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.896475 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: agent May 19 14:56:31.896796 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: agent_resources_synced.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.897711 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.898220 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: agent-resources-synced May 19 14:56:31.898543 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: allowedaddresspairs.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.900370 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.900900 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: allowed-address-pairs May 19 14:56:31.901230 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: auto_allocated_topology.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.902302 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.902815 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: auto-allocated-topology May 19 14:56:31.903142 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.903860 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.904364 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: availability_zone May 19 14:56:31.904685 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: availability_zone_filter.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.905598 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.906108 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: availability_zone_filter May 19 14:56:31.906430 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: data_plane_status.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.907368 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.907874 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension data-plane-status not supported by any of loaded plugins May 19 14:56:31.908194 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: default_subnetpools.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.909115 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.909634 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: default-subnetpools May 19 14:56:31.910547 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.911391 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.911900 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: dhcp_agent_scheduler May 19 14:56:31.912221 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: dns.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.913144 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.913653 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension dns-integration not supported by any of loaded plugins May 19 14:56:31.913977 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: dns_domain_ports.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.914895 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.915443 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 14:56:31.915770 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.916693 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.917207 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 14:56:31.917530 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: dvr.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.918204 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.918710 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: dvr May 19 14:56:31.919032 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: ecmp_routes.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.919998 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.920507 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension ecmp_routes not supported by any of loaded plugins May 19 14:56:31.920828 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: empty_string_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.921740 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.922248 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: empty-string-filtering May 19 14:56:31.922569 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.923524 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.924028 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 14:56:31.924347 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.925258 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.925789 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 14:56:31.926105 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: external_net.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.927025 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.927571 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: external-net May 19 14:56:31.927891 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.928802 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.929307 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: extra_dhcp_opt May 19 14:56:31.929631 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: extraroute.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.930539 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.931043 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: extraroute May 19 14:56:31.931395 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: extraroute_atomic.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.932425 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.932936 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: extraroute-atomic May 19 14:56:31.933261 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: filter_validation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.933931 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.934432 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: filter-validation May 19 14:56:31.934754 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: fip_pf_description.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.935694 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.936204 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 14:56:31.936523 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: fip_pf_port_range.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.937453 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.937966 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 14:56:31.938292 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: fip_port_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.939415 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.939932 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: fip-port-details May 19 14:56:31.940251 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: flavors.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.941506 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.942020 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: flavors May 19 14:56:31.942345 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.944051 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.944580 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 14:56:31.944910 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: floatingip_pools.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.945612 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.946119 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: floatingip-pools May 19 14:56:31.946444 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: ip_allocation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.947414 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.947921 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension ip_allocation not supported by any of loaded plugins May 19 14:56:31.948243 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.949305 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.949822 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: ip-substring-filtering May 19 14:56:31.950147 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l2_adjacency.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.951073 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.951621 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 14:56:31.951942 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.952909 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.953421 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: router May 19 14:56:31.953745 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.955998 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.956532 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 14:56:31.957424 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.958356 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.958877 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: ext-gw-mode May 19 14:56:31.959245 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.960175 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.960685 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: l3-ha May 19 14:56:31.961008 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.961924 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.962428 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 14:56:31.962749 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3_flavors.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.963693 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.964202 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: l3-flavors May 19 14:56:31.964525 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.965893 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.966412 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 14:56:31.966740 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.967698 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.968213 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 14:56:31.968536 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: l3agentscheduler.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.969586 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.970095 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: l3_agent_scheduler May 19 14:56:31.970429 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: local_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.972252 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.973316 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension local_ip not supported by any of loaded plugins May 19 14:56:31.973645 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: logging.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.975127 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.975686 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension logging not supported by any of loaded plugins May 19 14:56:31.976019 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: metering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.976764 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.977340 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: metering May 19 14:56:31.977667 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.978747 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.979296 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: metering_source_and_destination_fields May 19 14:56:31.979625 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: multiprovidernet.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.980572 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.981083 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: multi-provider May 19 14:56:31.981407 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: netmtu.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.982328 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.982839 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: net-mtu May 19 14:56:31.983163 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: netmtu_writable.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.984239 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.984750 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: net-mtu-writable May 19 14:56:31.985074 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: network_availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.985752 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.986252 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: network_availability_zone May 19 14:56:31.986572 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: network_ip_availability.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.987713 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.988254 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: network-ip-availability May 19 14:56:31.988577 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: network_segment_range.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.989345 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.989848 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension network-segment-range not supported by any of loaded plugins May 19 14:56:31.990174 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: pagination.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.991153 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.991523 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: pagination May 19 14:56:31.991843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: port_device_profile.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.992754 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.993267 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: port-device-profile May 19 14:56:31.993859 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: port_mac_address_override.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.994787 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.995335 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: port-mac-override May 19 14:56:31.995659 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.996588 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.997099 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: port-mac-address-regenerate May 19 14:56:31.997421 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:31.998338 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:31.998849 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: port-numa-affinity-policy May 19 14:56:31.999170 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: port_resource_request.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.000101 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.000615 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension port-resource-request not supported by any of loaded plugins May 19 14:56:32.000937 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: port_resource_request_groups.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.001914 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.002424 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 14:56:32.002746 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: portbindings.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.003730 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.004246 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: binding May 19 14:56:32.004594 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: portbindings_extended.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.005851 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.006364 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: binding-extended May 19 14:56:32.006689 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: portsecurity.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.007658 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.008168 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: port-security May 19 14:56:32.008491 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: project_id.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.009464 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.009790 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: project-id May 19 14:56:32.010110 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: providernet.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.011032 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.011582 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: provider May 19 14:56:32.011903 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.015498 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.016025 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos not supported by any of loaded plugins May 19 14:56:32.016356 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.017606 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.018123 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 14:56:32.018451 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.019932 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.020451 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 14:56:32.020779 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_default.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.021702 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.022210 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-default not supported by any of loaded plugins May 19 14:56:32.022540 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_fip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.024116 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.024690 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-fip not supported by any of loaded plugins May 19 14:56:32.025131 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.026307 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.026905 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 14:56:32.027582 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_gateway_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.028787 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.029596 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 14:56:32.029981 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_port_network_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.031088 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.031828 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 14:56:32.032250 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.033608 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.034338 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 14:56:32.034799 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.036929 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.037646 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 14:56:32.038077 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_pps_rule.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.039636 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.040377 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-pps not supported by any of loaded plugins May 19 14:56:32.040753 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_rule_type_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.041843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.042628 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 14:56:32.043051 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.044303 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.044816 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 14:56:32.045140 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: qos_rules_alias.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.046189 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.046707 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 14:56:32.047033 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: quota_check_limit.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.049438 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.049438 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: quota-check-limit May 19 14:56:32.049604 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: quotasv2.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.050484 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.050849 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: quotas May 19 14:56:32.051174 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: quotasv2_detail.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.052915 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.053252 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: quota_details May 19 14:56:32.053583 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: rbac.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.054652 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.055176 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: rbac-policies May 19 14:56:32.055531 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: rbac_address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.056473 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.056989 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: rbac-address-group May 19 14:56:32.057312 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: rbac_address_scope.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.058245 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.058761 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: rbac-address-scope May 19 14:56:32.059082 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: rbac_security_groups.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.060038 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.060553 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: rbac-security-groups May 19 14:56:32.060874 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: rbac_subnetpool.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.061798 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.062307 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: rbac-subnetpool May 19 14:56:32.062626 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: revisionifmatch.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.063575 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.064090 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: revision-if-match May 19 14:56:32.064411 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: revisions.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.065539 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.066050 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: standard-attr-revisions May 19 14:56:32.066398 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: router_availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.067072 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.067611 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: router_availability_zone May 19 14:56:32.067934 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: routerservicetype.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.068867 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.069376 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension router-service-type not supported by any of loaded plugins May 19 14:56:32.069698 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.070637 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.071149 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: security-groups-normalized-cidr May 19 14:56:32.071497 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.072434 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.072946 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: port-security-groups-filtering May 19 14:56:32.073267 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.074210 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.074718 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: security-groups-remote-address-group May 19 14:56:32.075047 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.076032 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.076541 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: security-groups-shared-filtering May 19 14:56:32.076862 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.077447 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 14:56:32.077764 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: securitygroup.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.088144 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.088675 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: security-group May 19 14:56:32.089009 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: segment.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.089742 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.090254 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension segment not supported by any of loaded plugins May 19 14:56:32.090580 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.091567 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.092085 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 14:56:32.092411 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: servicetype.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.093497 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.094018 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: service-type May 19 14:56:32.094345 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: sorting.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.095373 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.095706 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: sorting May 19 14:56:32.096030 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: standard_attr_segment.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.096945 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.098050 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 14:56:32.098377 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: standardattrdescription.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.099039 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.099585 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: standard-attr-description May 19 14:56:32.099908 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: stateful_security_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.100855 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.101372 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: stateful-security-group May 19 14:56:32.101696 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: stdattrs_common.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.102276 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 14:56:32.102597 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.103563 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.104079 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 14:56:32.104401 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: subnet_onboard.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.105479 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.105994 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: subnet_onboard May 19 14:56:32.106312 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.107318 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.107786 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 14:56:32.108105 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: subnet_service_types.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.109033 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.109545 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: subnet-service-types May 19 14:56:32.109864 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: subnetallocation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.110950 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.111486 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: subnet_allocation May 19 14:56:32.111809 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.112490 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.113016 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: subnetpool-prefix-ops May 19 14:56:32.113346 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.114281 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.114788 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 14:56:32.115108 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: tagging.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.116192 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.116717 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: standard-attr-tag May 19 14:56:32.117041 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: timestamp.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.118253 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.119039 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loaded extension: standard-attr-timestamp May 19 14:56:32.119398 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: trunk.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.120441 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.120962 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension trunk not supported by any of loaded plugins May 19 14:56:32.121289 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: trunk_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.122242 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.122746 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension trunk-details not supported by any of loaded plugins May 19 14:56:32.123070 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: uplink_status_propagation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.124028 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.124541 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 14:56:32.124865 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Loading extension file: vlantransparent.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 14:56:32.125535 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 14:56:32.126042 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 14:56:32.129134 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:network May 19 14:56:32.129665 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:subnet May 19 14:56:32.130087 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:subnetpool May 19 14:56:32.130476 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:port May 19 14:56:32.132906 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.133351 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service FLAVORS assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.133976 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.134402 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.134734 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:router May 19 14:56:32.135173 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:floatingip May 19 14:56:32.135685 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service METERING assigned prefix: /metering {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.137128 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:32.137496 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:32.137849 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 14:56:32.138843 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of CountableResource for resource:rbac_policy May 19 14:56:32.139309 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:security_group May 19 14:56:32.139748 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 14:56:32.140276 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.140687 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:subnetpool May 19 14:56:32.141033 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] subnetpool is already registered May 19 14:56:32.141479 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.141794 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:subnetpool May 19 14:56:32.142125 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] subnetpool is already registered May 19 14:56:32.145002 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.145463 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service FLAVORS assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.146017 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.146434 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.146765 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:router May 19 14:56:32.147106 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] router is already registered May 19 14:56:32.147559 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:floatingip May 19 14:56:32.147893 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] floatingip is already registered May 19 14:56:32.148344 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service METERING assigned prefix: /metering {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.149012 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of CountableResource for resource:rbac_policy May 19 14:56:32.149332 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] rbac_policy is already registered May 19 14:56:32.149737 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:security_group May 19 14:56:32.150070 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] security_group is already registered May 19 14:56:32.150468 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 14:56:32.150799 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] security_group_rule is already registered May 19 14:56:32.151447 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.151779 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:subnetpool May 19 14:56:32.152114 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] subnetpool is already registered May 19 14:56:32.152532 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 14:56:32.152852 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Creating instance of TrackedResource for resource:subnetpool May 19 14:56:32.153182 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] subnetpool is already registered May 19 14:56:32.153651 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: extensions {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.155096 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: address-groups {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.156611 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: address-scopes {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.157923 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.159087 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: auto-allocated-topology {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.160434 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: availability_zones {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.161673 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: dhcp-networks {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.163163 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: dhcp-agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.164585 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.166292 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: flavors {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.167582 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: service_profiles {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.168804 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: next_providers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.170222 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: service_profiles {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.171786 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: floatingip-pools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.173008 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.174701 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: floatingips {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.176139 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: l3-routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.177516 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: l3-agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.178915 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: metering-labels {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.180182 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: metering-label-rules {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.181552 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: network-ip-availabilities {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.182789 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: bindings {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.184372 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: quotas {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.186022 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: quotas {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.187572 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: rbac-policies {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.188752 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: security-groups {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.190066 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: security-group-rules {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.191847 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: service-providers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.193067 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: subnetpools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.194373 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: subnetpools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.195944 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.197854 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.200639 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.202419 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.204128 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.206083 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.208372 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.210271 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.212075 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.213818 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 14:56:32.219861 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING keystonemiddleware.auth_token [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 14:56:32.225098 dv-cinder-825492-12-iscsi neutron-server[103654]: WARNING keystonemiddleware.auth_token [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 14:56:32.234070 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Acquired lock "singleton_lock" {{(pid=103654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 14:56:32.234547 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Releasing lock "singleton_lock" {{(pid=103654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 14:56:32.235226 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO oslo_service.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Starting 2 workers May 19 14:56:32.240179 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Started child 103761 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 14:56:32.244905 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Started child 103762 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 14:56:32.246043 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:32.246669 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO neutron.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 14:56:32.247180 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:32.247672 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [-] (103761) wsgi starting up on http://0.0.0.0:9696 May 19 14:56:32.249659 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO oslo_service.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Starting 1 workers May 19 14:56:32.249766 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:32.251237 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [-] (103762) wsgi starting up on http://0.0.0.0:9696 May 19 14:56:32.255454 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Started child 103763 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 14:56:32.256004 dv-cinder-825492-12-iscsi neutron-server[103654]: INFO oslo_service.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Starting 1 workers May 19 14:56:32.259186 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] calling RpcWorker wait() {{(pid=103763) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 14:56:32.259716 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] returning from RpcWorker wait() {{(pid=103763) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 14:56:32.260533 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Started child 103764 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 14:56:32.261163 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:32.261334 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3fac82b9-4e44-49a9-8b4f-f56ecf0ee970 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:32.261608 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:56:32.263365 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 14:56:32.263581 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 14:56:32.263762 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 14:56:32.263986 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 14:56:32.264314 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 14:56:32.264477 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 14:56:32.264970 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.265272 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.265523 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.265613 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:32.266042 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.266400 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.266493 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:56:32.266656 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.267060 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.267377 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.267640 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.267805 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.268149 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.268418 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.268654 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.268976 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.269310 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.270080 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.270309 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.270485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.270737 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.271008 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.271259 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.271556 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.271800 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.272301 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.272531 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.272789 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.273023 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.273288 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.273532 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.273773 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.274004 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.274259 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.274495 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.274760 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.275009 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.275213 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.275451 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.275719 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.275965 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.276439 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host = dv-cinder-825492-12-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.276666 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.276913 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.277172 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.277427 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.277704 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.277932 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.278172 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.278427 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.278680 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.278925 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.279176 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.279442 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.279673 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.279940 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.280108 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_options = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.280363 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.280622 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.280866 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.281061 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.281227 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.281391 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.281659 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.281805 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.282066 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.282287 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.282502 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.282733 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.282967 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.283226 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.283489 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.283703 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.283939 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.284167 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.284418 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.284647 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.285006 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.285291 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.285517 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.285718 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.285932 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.286326 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.286472 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.286822 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.286822 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.287089 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.287275 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.287542 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.287809 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.288130 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.288551 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.288893 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.288893 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.288893 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.289741 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.289977 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.290355 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.290495 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.290709 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.290942 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.291160 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.291628 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.291628 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.291888 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.292092 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.292327 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.292559 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.292777 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.293168 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.293306 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.293465 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.293627 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.294100 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.294662 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.294662 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.295484 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.295484 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.295484 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.295827 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.295827 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.296071 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.296320 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.296624 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.296872 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.297179 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.297455 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.297710 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.298040 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.298291 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.298570 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.298803 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.299027 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.299270 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.300065 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.300065 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.300065 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.300439 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.300562 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.300751 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.301040 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.301666 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.301666 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.301900 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.302172 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.302441 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.302691 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.302946 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304110 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304110 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304110 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304110 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304110 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304817 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304817 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.304817 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.305162 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.305283 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.305454 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.305700 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.306381 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.306381 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.306381 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.306767 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.306889 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.307017 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.307252 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.307503 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.307722 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.307958 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.308184 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.308402 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.308665 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.308893 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.309111 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.309358 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.309575 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.309809 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.310041 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.314607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.315843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.315843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.315843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.315843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.315843 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.316680 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.316680 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.316845 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.317059 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.317271 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.317518 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.317518 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.318145 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.318145 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.318369 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.318771 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.318771 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.319116 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.319352 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.319624 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.319845 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.320106 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.320346 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.320596 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.320829 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.321044 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.321256 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.321621 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.321756 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.322012 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.322269 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.322487 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.325485 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.326693 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.326693 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.326693 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.327050 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.327182 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.327369 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.327645 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.327944 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.328171 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.328450 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.329336 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.329336 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.330910 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.330910 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.335247 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.336215 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.336215 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.336215 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.336215 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.336783 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.337148 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.337565 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.337968 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.338243 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.338537 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.338812 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.339056 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.339405 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.339647 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.339888 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.340143 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.340399 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.340620 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.340866 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.341183 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.341428 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.341646 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.341863 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.342120 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.342353 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.342575 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.342807 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.343029 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.343277 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.343528 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.343741 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.343962 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.344203 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.344442 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.344658 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.344873 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.345084 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.345487 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.345708 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.345996 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.346242 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.346487 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.346726 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.346948 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.347190 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.347435 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.347685 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.347946 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.348136 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.348368 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.348604 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.348817 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.349673 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.349860 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.350091 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.350341 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.350600 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.350934 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.351550 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.351700 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.352096 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.352486 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.353034 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.353397 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.353758 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.354121 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.354348 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.354595 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.354845 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.355065 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.355307 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.355525 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.355771 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.356126 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.356262 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.356653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.356875 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.357084 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.357303 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.357630 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.357811 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.358188 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.358406 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.358944 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.358944 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.359129 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.359369 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.359615 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.359947 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.360224 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.360446 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.360660 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.360888 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.361144 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.361402 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.361624 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.361839 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.362048 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.362294 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.362500 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.362707 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.362928 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.363135 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.363401 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.363628 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.363833 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.364047 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.364264 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.364474 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.364700 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.365086 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.365445 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.365653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.365874 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.366087 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.366293 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.366540 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.366752 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.366984 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.367253 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.367452 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.367654 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.367926 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.368171 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.368824 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.368932 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.369170 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.369412 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.369652 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.370060 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.370276 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.370536 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.370774 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.371004 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.371246 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.371501 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.371830 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.371968 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:56:32.372106 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.372348 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.372598 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.372870 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.373143 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.373421 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.373638 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.373949 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.374304 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.374585 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.374838 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.375098 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.375509 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.375782 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.376078 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.376290 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.376635 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.376897 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.377150 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.377411 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.377665 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.377848 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.378062 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.379241 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.379241 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.379241 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.379476 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.380032 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.380032 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 14:56:32.380446 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 14:56:32.380608 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 14:56:32.380758 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 14:56:32.380926 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 14:56:32.381092 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 14:56:32.381242 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 14:56:32.381451 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.381608 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.381769 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.381929 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.382108 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.382265 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.382419 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.382564 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.382723 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.382878 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.383033 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.383232 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.383382 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.383519 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.383656 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.383811 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.383969 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.384128 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.384275 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.384431 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.384590 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.384744 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.384899 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.385098 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.385263 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.385410 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.385568 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.385714 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.385870 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.386024 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.386180 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.386334 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.386489 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.386642 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.386796 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.386950 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.387102 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.387278 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.387417 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.387575 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host = dv-cinder-825492-12-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.387730 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.387884 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.388038 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.388191 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.388347 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.388504 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.388864 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.388864 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.389141 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.389141 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.389471 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.389471 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.389790 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.389790 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.389790 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_options = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.390123 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.390249 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.390370 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.390487 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.390655 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.390860 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.390993 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.391113 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.391285 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.391491 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.391642 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.391776 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.391908 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.392041 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.392172 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.392305 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.392458 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.392619 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.392759 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.392902 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.393047 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.393203 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.393343 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.393576 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.393721 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.393854 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.393985 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.394120 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.394287 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.395064 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.395248 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.395598 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.395598 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.395890 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.395890 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.396147 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.396147 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.396409 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.396409 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.396661 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.396661 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.396911 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.397042 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.397180 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.397317 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.397458 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.397611 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.397741 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.397872 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.398004 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.398134 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.398265 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.398402 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.398534 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.398688 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.398832 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 14:56:32.399008 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.399166 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.399611 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.399611 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.399889 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.400022 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.400154 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.400286 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.400653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.400653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.400653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401116 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401116 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401116 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401493 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401493 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401820 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401820 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.401820 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.402426 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.402426 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.402426 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.402426 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.402923 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.402923 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.402923 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.403341 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.403341 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.403341 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.403730 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.403730 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.403981 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.403981 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.404231 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.404231 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.404491 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.404491 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.404938 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.404938 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.404938 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.405310 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.405310 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.405558 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.405558 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.405829 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.405829 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.406146 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.406146 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.406401 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.406401 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.406601 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.406689 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.406841 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.407000 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.407158 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.407339 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.407497 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.407667 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.407825 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.407983 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.408141 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.408298 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.408456 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.408613 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.408769 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.408926 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.409084 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.409242 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.409412 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.409570 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.409727 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.409906 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.410068 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.410314 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.410568 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.410755 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.410926 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.411378 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.411378 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.411378 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.411856 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.411856 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.411856 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412244 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412244 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412244 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412555 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412555 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412710 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412786 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.412929 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.413104 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.413262 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.413420 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.413578 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.413736 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.413899 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.414056 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.414213 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.414370 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.414526 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.414683 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.414842 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.415002 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.415159 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.415340 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.415497 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.415653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.415811 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.415966 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.416123 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.416280 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.416436 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.416594 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.416750 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.416907 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.417063 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.417219 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.417375 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.417543 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.417701 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.417860 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.418018 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.418183 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.418352 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.418509 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.418666 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.418823 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.418979 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.419137 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.419313 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.419471 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.419628 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.419785 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.419944 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.420109 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.420267 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.420424 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.420580 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.420760 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.420918 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.421074 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.421235 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.421392 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.421548 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.421704 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.421859 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.422016 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.422173 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.422329 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.422487 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.422643 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.422800 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.422956 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.423112 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.423289 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.423449 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.423607 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.423765 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.423927 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.424083 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.424240 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.424400 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.424556 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.424713 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.424869 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.425024 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.425180 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.425337 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.425514 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.425675 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.425831 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.425987 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.426144 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.426299 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.426455 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.426615 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.426772 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.426930 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.427086 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.427271 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.427430 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.427589 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.427749 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.427906 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.428063 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.428220 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.428376 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.428533 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.428690 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.428848 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.429006 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.429162 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.429318 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.429492 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.429650 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.429806 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.429964 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.430121 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.430277 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.430433 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.430591 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.430750 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.430905 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.431064 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.431237 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.431396 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.431552 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.431709 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.431865 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.432025 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.432185 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.432343 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.432499 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.432659 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.432816 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.432973 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.433129 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.433284 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.433441 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.433597 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.433753 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.433913 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.434084 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.434242 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.434398 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.434555 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.434710 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.434867 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.435034 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.435234 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.435930 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.435930 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.435930 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.435930 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.435930 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.436396 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.436396 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.436396 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.436606 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.436685 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.436822 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.436979 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.437136 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.437291 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.437447 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.437604 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.437770 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.437926 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.438084 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.438239 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.438396 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.438552 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.438718 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.438876 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.439032 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.439188 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.439364 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.439519 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.439684 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.439866 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.440024 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.440189 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.440346 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.440502 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.440658 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.440827 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.440984 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.441655 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.441816 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.441974 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.442134 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.442292 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.442454 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.442622 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.442787 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.442946 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.443112 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.443300 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.443469 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.443626 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.443797 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.444307 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39716) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:56:32.447456 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.447640 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.447832 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.448013 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.448158 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.448324 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.448491 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.448653 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.448814 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.448975 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.449133 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.449290 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.449447 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.449608 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.449765 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.449921 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.450077 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.450235 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.450403 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.450548 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 14:56:32.450685 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 14:56:32.452899 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064127 May 19 14:56:41.728450 dv-cinder-825492-12-iscsi neutron-server[103654]: DEBUG dbcounter [-] [103654] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:56:44.015899 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writer thread running {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 14:56:44.029477 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab81ef-04b7-48a8-8b69-59c86224b059 None None] get_active_networks_info from dv-cinder-825492-12-iscsi {{(pid=103763) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 14:56:44.100691 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab81ef-04b7-48a8-8b69-59c86224b059 None None] No non-hosted networks {{(pid=103763) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 14:56:44.128455 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ad78ed97-428d-47a6-b517-0d73d29fb485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-625106'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:44.321706 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writer thread running {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 14:56:46.217475 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43fe862c-b2d5-482a-9d9c-1fbe837370e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-625106'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:46.267778 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-745497bd-7254-4a78-ae1c-8c7a33984704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:47.031599 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39786) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:56:47.371464 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-625106'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:47.694649 dv-cinder-825492-12-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-96b61cf1-6668-416b-be5f-bb9f8d1f5bee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:56:47.695584 dv-cinder-825492-12-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-96b61cf1-6668-416b-be5f-bb9f8d1f5bee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:56:47.928393 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-96b61cf1-6668-416b-be5f-bb9f8d1f5bee admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:56:47.939060 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-96b61cf1-6668-416b-be5f-bb9f8d1f5bee admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9031837 May 19 14:56:48.623995 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-625106'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:50.306956 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-625106'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:50.314249 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.316658 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.317073 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.319483 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.319830 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.321793 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.323927 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.324408 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.324755 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.325106 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.325460 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.330617 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.330879 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.331344 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.331594 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:50.332018 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825492-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:56:50.348386 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825492-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:56:50.528989 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39822) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:56:50.675499 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.db.l3_hamode_db [None req-1ee5b5fd-e8f8-4aee-9da1-28377632d0c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 14:56:50.752830 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5b5fd-e8f8-4aee-9da1-28377632d0c8 None None] Routers set() bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:56:50.753211 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5b5fd-e8f8-4aee-9da1-28377632d0c8 None None] Router IDs set() for agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 14:56:50.875477 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b429606f-5bf7-4e25-9d8a-db2b7fb6cb26 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:56:50.966872 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.policy [None req-b429606f-5bf7-4e25-9d8a-db2b7fb6cb26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103762) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 14:56:51.008193 dv-cinder-825492-12-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-b429606f-5bf7-4e25-9d8a-db2b7fb6cb26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:56:51.008563 dv-cinder-825492-12-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-b429606f-5bf7-4e25-9d8a-db2b7fb6cb26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:56:51.029414 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writer thread running {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 14:56:51.106253 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b429606f-5bf7-4e25-9d8a-db2b7fb6cb26 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728007205352', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728007205884', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728007188649', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728007183171', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728007373683', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728007363785', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16445736', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16448026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552324', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560345'] for rbac-policy (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:51.173852 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b429606f-5bf7-4e25-9d8a-db2b7fb6cb26 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:51.175054 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b429606f-5bf7-4e25-9d8a-db2b7fb6cb26 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6449711 May 19 14:56:53.637543 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39834) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:56:53.957205 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:56:53.986324 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Made reservation on behalf of 824de15367424616b3588eca8e09020e for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:56:53.989983 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.007380 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.116965 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks [] for security_group (d2a7db23-f07f-40f0-a335-0056bb127847), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.120926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d2a7db23-f07f-40f0-a335-0056bb127847), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.142716 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 14:56:54.180137 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (8ec497ac-3d9b-465e-a67e-aeef9de580bc), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.180681 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Added segment 8ec497ac-3d9b-465e-a67e-aeef9de580bc of type vlan for network 75bfcf75-8964-429d-af69-e38b5de9a3b2 May 19 14:56:54.214867 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a7db23-f07f-40f0-a335-0056bb127847,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:56:54.259279 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.259619 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.259952 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.260299 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.260630 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.260947 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.261261 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.261575 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.261906 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.262222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.262534 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.262865 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.263178 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.263513 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.263821 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Tracked resource versions report: May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: pushed versions: May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: { 'AddressGroup': {'1.2'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Agent': {'1.1'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'ConntrackHelper': {'1.0'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'LocalIPAssociation': {'1.0'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Log': {'1.0'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'NDPProxy': {'1.0'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Network': {'1.1'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Port': {'1.7'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'PortForwarding': {'1.3'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'QosPolicy': {'1.10'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroup': {'1.5'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroupRule': {'1.2'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SubPort': {'1.0'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Subnet': {'1.1'}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Trunk': {'1.1'}} May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: consumer versions: May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Agent': '1.1', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'ConntrackHelper': '1.0', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'LocalIPAssociation': '1.0', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Log': '1.0', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'NDPProxy': '1.0', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Network': '1.1', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Port': '1.7', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'PortForwarding': '1.3', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'QosPolicy': '1.10', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroup': '1.5', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroupRule': '1.2', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SubPort': '1.0', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Subnet': '1.1', May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Trunk': '1.1'}} May 19 14:56:54.265279 dv-cinder-825492-12-iscsi neutron-server[103762]: {{(pid=103762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 14:56:54.292842 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (75bfcf75-8964-429d-af69-e38b5de9a3b2), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.337263 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (75bfcf75-8964-429d-af69-e38b5de9a3b2), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.342442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:56:54.343139 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:54.430046 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7914400 May 19 14:56:54.462830 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:56:54.467442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a8ada-6f7a-4d1d-aa03-a4108482f3ad demo demo] Pushing event updated for resources: {'Network': ['ID=75bfcf75-8964-429d-af69-e38b5de9a3b2,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:56:54.486109 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:56:56.943538 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39848) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:56:57.373737 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a7a9f-10a7-4968-91f3-f3ac98e27def demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:56:57.375116 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-484a7a9f-10a7-4968-91f3-f3ac98e27def demo admin] 10.222.0.24 "GET /v2.0/networks/75bfcf75-8964-429d-af69-e38b5de9a3b2 HTTP/1.1" status: 200 len: 825 time: 0.4306333 May 19 14:56:57.399260 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-650e2638-2e7c-46d0-ad6a-478819d79d4b demo admin] 10.222.0.24 "GET /v2.0/subnetpools/de5b7104-3587-4bb3-a3d1-d387653e3402 HTTP/1.1" status: 200 len: 734 time: 0.0185077 May 19 14:56:57.407283 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'de5b7104-3587-4bb3-a3d1-d387653e3402', 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:56:57.428851 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Made reservation on behalf of 824de15367424616b3588eca8e09020e for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:56:57.431283 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:57.565637 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:56:57.721654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (63673189-acab-4229-9695-1262aa327811), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:57.793849 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Pushing event updated for resources: {'Subnet': ['ID=63673189-acab-4229-9695-1262aa327811,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:56:57.795859 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Checking segment: {'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:56:57.796213 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Network hostable DHCP agents. Network: 75bfcf75-8964-429d-af69-e38b5de9a3b2, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:56:57.817648 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:56:57.829804 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 75bfcf75-8964-429d-af69-e38b5de9a3b2) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:56:57.834983 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:56:57.836058 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:57.841252 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992dac0b-103c-45ee-9ec8-ffcab9435dd2 None None] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:56:57.851220 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5d230913-a793-4743-a27c-71f956c66034 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4469919 May 19 14:56:58.104915 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-75bfcf75-8964-429d-af69-e38b5de9a3b2', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'project_id': '824de15367424616b3588eca8e09020e', 'fixed_ips': [{'subnet_id': '63673189-acab-4229-9695-1262aa327811'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 14:56:58.106207 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:58.366742 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=64,neutron:INSERT=36 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:56:58.385169 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Allocated IP 172.20.0.2 (75bfcf75-8964-429d-af69-e38b5de9a3b2/63673189-acab-4229-9695-1262aa327811/ff02628b-3a03-4ec6-8280-3aeda4288d2e) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:56:58.650255 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Publish callbacks [] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:58.659845 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:58.739516 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:56:58.744580 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:56:58.751952 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:56:58.784560 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Pushing event updated for resources: {'Port': ['ID=ff02628b-3a03-4ec6-8280-3aeda4288d2e,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:56:58.810905 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.811275 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.811618 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.811968 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.812301 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.812626 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.812954 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.813268 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.813609 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.813933 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.814255 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.814595 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.814918 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.815251 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.815568 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Tracked resource versions report: May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: pushed versions: May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: { 'AddressGroup': {'1.2'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Agent': {'1.1'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'ConntrackHelper': {'1.0'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'LocalIPAssociation': {'1.0'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Log': {'1.0'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'NDPProxy': {'1.0'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Network': {'1.1'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Port': {'1.7'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'PortForwarding': {'1.3'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'QosPolicy': {'1.10'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroup': {'1.5'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroupRule': {'1.2'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SubPort': {'1.0'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Subnet': {'1.1'}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Trunk': {'1.1'}} May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: consumer versions: May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Agent': '1.1', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'ConntrackHelper': '1.0', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'LocalIPAssociation': '1.0', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Log': '1.0', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'NDPProxy': '1.0', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Network': '1.1', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Port': '1.7', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'PortForwarding': '1.3', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'QosPolicy': '1.10', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroup': '1.5', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroupRule': '1.2', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SubPort': '1.0', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Subnet': '1.1', May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Trunk': '1.1'}} May 19 14:56:58.817586 dv-cinder-825492-12-iscsi neutron-server[103763]: {{(pid=103763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 14:56:58.849905 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Attempting to bind port ff02628b-3a03-4ec6-8280-3aeda4288d2e on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:56:58.850423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Attempting to bind port ff02628b-3a03-4ec6-8280-3aeda4288d2e by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:56:58.850705 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Attempting to bind port ff02628b-3a03-4ec6-8280-3aeda4288d2e on network 75bfcf75-8964-429d-af69-e38b5de9a3b2 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:56:58.855702 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:56:58.856086 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Checking segment: {'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:56:58.856588 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:58.856972 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Bound using segment: {'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:56:58.857461 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Bound port: ff02628b-3a03-4ec6-8280-3aeda4288d2e, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:56:58.857858 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:58.915486 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:56:58.920861 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] For port ff02628b-3a03-4ec6-8280-3aeda4288d2e, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:56:58.942025 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] For port ff02628b-3a03-4ec6-8280-3aeda4288d2e, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=ff02628b-3a03-4ec6-8280-3aeda4288d2e,segment=NetworkSegment(8ec497ac-3d9b-465e-a67e-aeef9de580bc),segment_id=8ec497ac-3d9b-465e-a67e-aeef9de580bc)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:56:58.948781 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:56:59.024041 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001b2b6-08a7-4729-b205-6bda00ee0132 None None] Pushing event updated for resources: {'Port': ['ID=ff02628b-3a03-4ec6-8280-3aeda4288d2e,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:56:59.663703 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:56:59.673638 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:00.368231 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39860) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:00.692446 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-d7a24675-2ce6-4730-b669-7115a48b89be admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:57:00.693429 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d7a24675-2ce6-4730-b669-7115a48b89be admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3241684 May 19 14:57:03.173091 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39868) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:03.493455 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-80dbc518-639f-4199-bd3f-75bf15234d5a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:57:03.494793 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-80dbc518-639f-4199-bd3f-75bf15234d5a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3208387 May 19 14:57:05.963646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39876) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:06.285874 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-47fa05df-0985-41c2-8f4e-f295ddb1436f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:57:06.312203 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-47fa05df-0985-41c2-8f4e-f295ddb1436f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (3922869d-edc9-474b-98de-15292fe439ad), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:06.313900 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-47fa05df-0985-41c2-8f4e-f295ddb1436f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (3922869d-edc9-474b-98de-15292fe439ad), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:06.451354 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-47fa05df-0985-41c2-8f4e-f295ddb1436f demo demo] Publish callbacks [] for router_controller (3922869d-edc9-474b-98de-15292fe439ad), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:06.457308 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-47fa05df-0985-41c2-8f4e-f295ddb1436f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (3922869d-edc9-474b-98de-15292fe439ad), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:06.474586 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-47fa05df-0985-41c2-8f4e-f295ddb1436f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:06.475808 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-47fa05df-0985-41c2-8f4e-f295ddb1436f demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5110903 May 19 14:57:08.949355 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39888) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:08.986855 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device ff02628b-3a03-4ec6-8280-3aeda4288d2e up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:57:09.025054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:09.072252 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port ff02628b-3a03-4ec6-8280-3aeda4288d2e triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:09.072654 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:09.172027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port ff02628b-3a03-4ec6-8280-3aeda4288d2e is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:09.172333 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:09.206249 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port ff02628b-3a03-4ec6-8280-3aeda4288d2e, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=ff02628b-3a03-4ec6-8280-3aeda4288d2e,segment=NetworkSegment(8ec497ac-3d9b-465e-a67e-aeef9de580bc),segment_id=8ec497ac-3d9b-465e-a67e-aeef9de580bc)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:57:09.210638 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:09.257098 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=ff02628b-3a03-4ec6-8280-3aeda4288d2e,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:09.291741 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-560ceff7-1c00-4472-a8cf-9e4edbf67479 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:57:09.292856 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-560ceff7-1c00-4472-a8cf-9e4edbf67479 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3425562 May 19 14:57:10.469256 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca39552-83ee-435e-a6a7-f05ce35f82ca None None] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:57:10.529475 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b1b7df6a-912a-4e39-97c4-4e64284b7c56 None None] Provisioning complete for port ff02628b-3a03-4ec6-8280-3aeda4288d2e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:10.529853 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1b7df6a-912a-4e39-97c4-4e64284b7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:10.554895 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:10.659616 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7df6a-912a-4e39-97c4-4e64284b7c56 None None] Current status of the port ff02628b-3a03-4ec6-8280-3aeda4288d2e is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:10.876814 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-216cec5f-adfe-43e1-baa3-89d80e38afb5 None None] Provisioning complete for port ff02628b-3a03-4ec6-8280-3aeda4288d2e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:10.877190 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-216cec5f-adfe-43e1-baa3-89d80e38afb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:10.955040 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-216cec5f-adfe-43e1-baa3-89d80e38afb5 None None] Current status of the port ff02628b-3a03-4ec6-8280-3aeda4288d2e is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:10.977466 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device ff02628b-3a03-4ec6-8280-3aeda4288d2e up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:57:11.020999 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port ff02628b-3a03-4ec6-8280-3aeda4288d2e triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:11.021378 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:11.094310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port ff02628b-3a03-4ec6-8280-3aeda4288d2e is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:11.775306 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39896) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:12.090896 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:57:12.111251 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Made reservation on behalf of 55b46daee5c44a5cacdc54e48d280e5e for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:57:12.114205 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.123369 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.206818 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks [] for security_group (41259957-7d54-45eb-8ce4-302d2d77f4f4), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.210271 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (41259957-7d54-45eb-8ce4-302d2d77f4f4), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.225835 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Reserving flat network on physical network physnet1 {{(pid=103762) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 14:57:12.245856 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41259957-7d54-45eb-8ce4-302d2d77f4f4,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:12.252092 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (3f92d224-f3cf-4ae1-a1ab-12c1777083a0), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.252509 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Added segment 3f92d224-f3cf-4ae1-a1ab-12c1777083a0 of type flat for network f3074889-8e33-4870-aa3c-2e39beca6793 May 19 14:57:12.278572 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:12.300767 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (f3074889-8e33-4870-aa3c-2e39beca6793), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.329074 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:12.337224 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (f3074889-8e33-4870-aa3c-2e39beca6793), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.338368 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:57:12.338937 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:12.406450 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6300745 May 19 14:57:12.436037 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f11f4-2454-40f3-8802-d077a995c999 admin admin] Pushing event updated for resources: {'Network': ['ID=f3074889-8e33-4870-aa3c-2e39beca6793,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:12.445876 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network f3074889-8e33-4870-aa3c-2e39beca6793 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:57:13.981220 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-88439ccf-ed73-4646-b813-aee78706f6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:14.954108 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39904) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:15.323403 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06b019-dfbd-4a10-983d-9ff88a8ed810 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:57:15.324663 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fc06b019-dfbd-4a10-983d-9ff88a8ed810 demo admin] 10.222.0.24 "GET /v2.0/subnets/63673189-acab-4229-9695-1262aa327811 HTTP/1.1" status: 200 len: 849 time: 0.3696170 May 19 14:57:15.439577 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-73bd1261-66ef-4dbd-b532-3271a42486c3 demo admin] 10.222.0.24 "GET /v2.0/routers/3922869d-edc9-474b-98de-15292fe439ad HTTP/1.1" status: 200 len: 704 time: 0.1092439 May 19 14:57:15.696546 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.027922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Allocated IP 172.20.0.1 (75bfcf75-8964-429d-af69-e38b5de9a3b2/63673189-acab-4229-9695-1262aa327811/28f5079b-41b4-43a6-b60e-db2c707511ec) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:57:16.179377 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks [] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.214817 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5481d23c-c8a3-4558-889d-50690443f7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.243478 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.303156 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:16.320215 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:57:16.329797 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:57:16.334322 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:57:16.335359 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (3922869d-edc9-474b-98de-15292fe439ad), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.355660 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Pushing event updated for resources: {'Port': ['ID=28f5079b-41b4-43a6-b60e-db2c707511ec,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:16.429514 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:16.538930 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.547614 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8383582b-16dd-4d79-b632-fa140c787acc None None] Provisioning complete for port 28f5079b-41b4-43a6-b60e-db2c707511ec triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:16.547983 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8383582b-16dd-4d79-b632-fa140c787acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.578197 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8383582b-16dd-4d79-b632-fa140c787acc None None] Port 28f5079b-41b4-43a6-b60e-db2c707511ec cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:57:16.769435 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks [] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.773938 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.774949 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (3922869d-edc9-474b-98de-15292fe439ad), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:16.855426 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Pushing event updated for resources: {'Port': ['ID=28f5079b-41b4-43a6-b60e-db2c707511ec,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:16.901048 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:57:16.902308 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:57:17.056159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Router 3922869d-edc9-474b-98de-15292fe439ad is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 14:57:17.098425 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-52d1be32-48df-40dc-8e18-d54b5d7e28b8 None None] Provisioning complete for port 28f5079b-41b4-43a6-b60e-db2c707511ec triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:17.098815 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-52d1be32-48df-40dc-8e18-d54b5d7e28b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:17.129659 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-52d1be32-48df-40dc-8e18-d54b5d7e28b8 None None] Port 28f5079b-41b4-43a6-b60e-db2c707511ec cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:57:17.144442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:57:17.149776 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1d45f4cc-e62c-44e5-a50b-eb5ef19f4e26 demo admin] 10.222.0.24 "PUT /v2.0/routers/3922869d-edc9-474b-98de-15292fe439ad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7046807 May 19 14:57:17.154169 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Sync routers for ids ['3922869d-edc9-474b-98de-15292fe439ad'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:57:17.166352 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Routers {'3922869d-edc9-474b-98de-15292fe439ad'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:57:17.167180 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T14:57:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['3922869d-edc9-474b-98de-15292fe439ad'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:17.324632 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:17.333976 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:17.353612 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Set router 3922869d-edc9-474b-98de-15292fe439ad gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:57:17.764428 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3922869d-edc9-474b-98de-15292fe439ad', 'name': 'router1', 'tenant_id': '824de15367424616b3588eca8e09020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:57:06Z', 'updated_at': '2022-05-19T14:57:16Z', 'revision_number': 2, 'project_id': '824de15367424616b3588eca8e09020e', 'gw_port_host': None, '_interfaces': [{'id': '28f5079b-41b4-43a6-b60e-db2c707511ec', 'name': '', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'tenant_id': '824de15367424616b3588eca8e09020e', 'mac_address': 'fa:16:3e:73:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63673189-acab-4229-9695-1262aa327811', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:15Z', 'updated_at': '2022-05-19T14:57:16Z', 'revision_number': 2, 'project_id': '824de15367424616b3588eca8e09020e', 'subnets': [{'id': '63673189-acab-4229-9695-1262aa327811', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de5b7104-3587-4bb3-a3d1-d387653e3402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:17.812340 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Checking router: 3922869d-edc9-474b-98de-15292fe439ad for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:57:17.812707 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Updating router 3922869d-edc9-474b-98de-15292fe439ad port 28f5079b-41b4-43a6-b60e-db2c707511ec binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 14:57:17.865468 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.346076 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:57:18.397287 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Publish callbacks [] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.403767 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.496605 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Pushing event updated for resources: {'Port': ['ID=28f5079b-41b4-43a6-b60e-db2c707511ec,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:18.505620 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.505953 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.506304 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.506650 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.506977 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.507323 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.507641 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.507949 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.508282 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.508602 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.508916 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.509246 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.509559 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.509866 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.510194 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Tracked resource versions report: May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: pushed versions: May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: { 'AddressGroup': {'1.2'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Agent': {'1.1'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'ConntrackHelper': {'1.0'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'LocalIPAssociation': {'1.0'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Log': {'1.0'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'NDPProxy': {'1.0'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Network': {'1.1'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Port': {'1.7'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'PortForwarding': {'1.3'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'QosPolicy': {'1.10'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroup': {'1.5'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroupRule': {'1.2'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SubPort': {'1.0'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Subnet': {'1.1'}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Trunk': {'1.1'}} May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: consumer versions: May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Agent': '1.1', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'ConntrackHelper': '1.0', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'LocalIPAssociation': '1.0', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Log': '1.0', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'NDPProxy': '1.0', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Network': '1.1', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Port': '1.7', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'PortForwarding': '1.3', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'QosPolicy': '1.10', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroup': '1.5', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroupRule': '1.2', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SubPort': '1.0', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Subnet': '1.1', May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Trunk': '1.1'}} May 19 14:57:18.511638 dv-cinder-825492-12-iscsi neutron-server[103764]: {{(pid=103764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 14:57:18.572988 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.598139 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Attempting to bind port 28f5079b-41b4-43a6-b60e-db2c707511ec on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:57:18.598532 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Attempting to bind port 28f5079b-41b4-43a6-b60e-db2c707511ec by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:57:18.598959 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Attempting to bind port 28f5079b-41b4-43a6-b60e-db2c707511ec on network 75bfcf75-8964-429d-af69-e38b5de9a3b2 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:57:18.604345 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:57:18.604749 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Checking segment: {'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:57:18.605244 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.605619 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Bound using segment: {'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:57:18.606152 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Bound port: 28f5079b-41b4-43a6-b60e-db2c707511ec, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec497ac-3d9b-465e-a67e-aeef9de580bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:57:18.606445 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.662742 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:18.678386 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] For port 28f5079b-41b4-43a6-b60e-db2c707511ec, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:57:18.699822 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:18.702312 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] For port 28f5079b-41b4-43a6-b60e-db2c707511ec, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=28f5079b-41b4-43a6-b60e-db2c707511ec,segment=NetworkSegment(8ec497ac-3d9b-465e-a67e-aeef9de580bc),segment_id=8ec497ac-3d9b-465e-a67e-aeef9de580bc)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:57:18.709904 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.765801 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Routers {'3922869d-edc9-474b-98de-15292fe439ad'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:57:18.766424 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T14:57:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['3922869d-edc9-474b-98de-15292fe439ad'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:18.813047 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63c7d1-e98a-4c00-bba4-b429b8114f7c None None] Pushing event updated for resources: {'Port': ['ID=28f5079b-41b4-43a6-b60e-db2c707511ec,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:18.871603 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8083c45a-848c-4a6f-bbf3-8e37613ff9f8 None None] Provisioning complete for port 28f5079b-41b4-43a6-b60e-db2c707511ec triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:18.872318 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8083c45a-848c-4a6f-bbf3-8e37613ff9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:18.872840 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] Set router 3922869d-edc9-474b-98de-15292fe439ad gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:57:18.972126 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8083c45a-848c-4a6f-bbf3-8e37613ff9f8 None None] Current status of the port 28f5079b-41b4-43a6-b60e-db2c707511ec is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:18.972762 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8083c45a-848c-4a6f-bbf3-8e37613ff9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:19.007687 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8083c45a-848c-4a6f-bbf3-8e37613ff9f8 None None] For port 28f5079b-41b4-43a6-b60e-db2c707511ec, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=28f5079b-41b4-43a6-b60e-db2c707511ec,segment=NetworkSegment(8ec497ac-3d9b-465e-a67e-aeef9de580bc),segment_id=8ec497ac-3d9b-465e-a67e-aeef9de580bc)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:57:19.013056 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8083c45a-848c-4a6f-bbf3-8e37613ff9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:19.045791 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:19.064900 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083c45a-848c-4a6f-bbf3-8e37613ff9f8 None None] Pushing event updated for resources: {'Port': ['ID=28f5079b-41b4-43a6-b60e-db2c707511ec,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:19.085009 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3922869d-edc9-474b-98de-15292fe439ad', 'name': 'router1', 'tenant_id': '824de15367424616b3588eca8e09020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:57:06Z', 'updated_at': '2022-05-19T14:57:16Z', 'revision_number': 2, 'project_id': '824de15367424616b3588eca8e09020e', 'gw_port_host': None, '_interfaces': [{'id': '28f5079b-41b4-43a6-b60e-db2c707511ec', 'name': '', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'tenant_id': '824de15367424616b3588eca8e09020e', 'mac_address': 'fa:16:3e:73:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63673189-acab-4229-9695-1262aa327811', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:15Z', 'updated_at': '2022-05-19T14:57:18Z', 'revision_number': 4, 'project_id': '824de15367424616b3588eca8e09020e', 'subnets': [{'id': '63673189-acab-4229-9695-1262aa327811', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de5b7104-3587-4bb3-a3d1-d387653e3402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:19.109389 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4cef94-0c67-4b24-86ef-ebaab4475bf7 None None] The sync data for ids ['3922869d-edc9-474b-98de-15292fe439ad'] in dv-cinder-825492-12-iscsi is: [{'id': '3922869d-edc9-474b-98de-15292fe439ad', 'name': 'router1', 'tenant_id': '824de15367424616b3588eca8e09020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:57:06Z', 'updated_at': '2022-05-19T14:57:16Z', 'revision_number': 2, 'project_id': '824de15367424616b3588eca8e09020e', 'gw_port_host': None, '_interfaces': [{'id': '28f5079b-41b4-43a6-b60e-db2c707511ec', 'name': '', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'tenant_id': '824de15367424616b3588eca8e09020e', 'mac_address': 'fa:16:3e:73:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63673189-acab-4229-9695-1262aa327811', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:15Z', 'updated_at': '2022-05-19T14:57:18Z', 'revision_number': 4, 'project_id': '824de15367424616b3588eca8e09020e', 'subnets': [{'id': '63673189-acab-4229-9695-1262aa327811', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de5b7104-3587-4bb3-a3d1-d387653e3402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:57:19.134497 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-79e776db-287c-474a-b9d8-dea3ab926ce8 None None] Provisioning complete for port 28f5079b-41b4-43a6-b60e-db2c707511ec triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:19.134913 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-79e776db-287c-474a-b9d8-dea3ab926ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:19.209122 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-79e776db-287c-474a-b9d8-dea3ab926ce8 None None] Current status of the port 28f5079b-41b4-43a6-b60e-db2c707511ec is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:19.601503 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39924) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:19.797615 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e2667-bf4d-4434-a635-29924bf90e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:57:19.798983 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-554e2667-bf4d-4434-a635-29924bf90e2d admin admin] 10.222.0.24 "GET /v2.0/networks/f3074889-8e33-4870-aa3c-2e39beca6793 HTTP/1.1" status: 200 len: 842 time: 0.1964459 May 19 14:57:19.808441 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:57:19.828941 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Made reservation on behalf of 55b46daee5c44a5cacdc54e48d280e5e for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:57:19.831683 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:19.833230 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:20.028694 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:20.170990 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.objects.ports [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103762) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 14:57:20.171451 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (3ade896e-8a89-425b-a93d-e3b888546799), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:20.229587 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ade896e-8a89-425b-a93d-e3b888546799,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:20.238153 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:57:20.238514 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Network hostable DHCP agents. Network: f3074889-8e33-4870-aa3c-2e39beca6793, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:57:20.257350 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:57:20.268337 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, f3074889-8e33-4870-aa3c-2e39beca6793) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:57:20.277822 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:57:20.278757 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:20.282929 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e859b-e6d1-4112-9469-4fbd9aee805c None None] Network f3074889-8e33-4870-aa3c-2e39beca6793 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:57:20.297170 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-77a6179b-540f-4f48-a565-12caf8db47ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4915409 May 19 14:57:20.329851 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:20.402185 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd760f5-9acf-4475-976d-5e7de47021d2 None None] Network f3074889-8e33-4870-aa3c-2e39beca6793 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:57:22.706882 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 39942) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:22.851034 dv-cinder-825492-12-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-ba08cd04-ae26-4d63-83af-b302124ba6b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:57:22.851620 dv-cinder-825492-12-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-ba08cd04-ae26-4d63-83af-b302124ba6b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:57:23.138323 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.policy [None req-ba08cd04-ae26-4d63-83af-b302124ba6b4 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103761) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 14:57:23.181033 dv-cinder-825492-12-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-ba08cd04-ae26-4d63-83af-b302124ba6b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:57:23.181415 dv-cinder-825492-12-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-ba08cd04-ae26-4d63-83af-b302124ba6b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 14:57:23.197255 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writer thread running {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 14:57:23.252586 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:23.413335 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ba08cd04-ae26-4d63-83af-b302124ba6b4 demo admin] 10.222.0.24 "GET /v2.0/routers/3922869d-edc9-474b-98de-15292fe439ad HTTP/1.1" status: 200 len: 710 time: 0.7044694 May 19 14:57:23.597683 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded53a2f-4d22-4abe-9df5-434f512c9c92 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:57:23.599408 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ded53a2f-4d22-4abe-9df5-434f512c9c92 demo admin] 10.222.0.24 "GET /v2.0/networks/f3074889-8e33-4870-aa3c-2e39beca6793 HTTP/1.1" status: 200 len: 886 time: 0.1806617 May 19 14:57:23.608235 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:57:23.854027 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks [] for router_gateway (3922869d-edc9-474b-98de-15292fe439ad), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:24.073549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks [] for router_gateway (3922869d-edc9-474b-98de-15292fe439ad), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:24.149158 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:24.340782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Allocated IP 172.27.2.152 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/904f3a08-b6b2-4c60-8005-67b8bab2f73d) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:57:24.445586 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:24.469335 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks [] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:24.561737 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:24.586135 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:24.610566 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:57:24.611953 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:57:24.682161 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:57:24.687726 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Pushing event updated for resources: {'Port': ['ID=904f3a08-b6b2-4c60-8005-67b8bab2f73d,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:24.728951 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.729217 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.729558 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.729893 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.730222 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.730546 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.730868 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.731186 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.731532 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.731853 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.732191 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.732532 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.732854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.733169 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.733483 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Tracked resource versions report: May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: pushed versions: May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: { 'AddressGroup': {'1.2'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Agent': {'1.1'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'ConntrackHelper': {'1.0'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'LocalIPAssociation': {'1.0'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Log': {'1.0'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'NDPProxy': {'1.0'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Network': {'1.1'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Port': {'1.7'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'PortForwarding': {'1.3'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'QosPolicy': {'1.10'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroup': {'1.5'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroupRule': {'1.2'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SubPort': {'1.0'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Subnet': {'1.1'}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Trunk': {'1.1'}} May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: consumer versions: May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Agent': '1.1', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'ConntrackHelper': '1.0', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'LocalIPAssociation': '1.0', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Log': '1.0', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'NDPProxy': '1.0', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Network': '1.1', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Port': '1.7', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'PortForwarding': '1.3', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'QosPolicy': '1.10', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroup': '1.5', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroupRule': '1.2', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SubPort': '1.0', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Subnet': '1.1', May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Trunk': '1.1'}} May 19 14:57:24.735252 dv-cinder-825492-12-iscsi neutron-server[103761]: {{(pid=103761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 14:57:24.959699 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks [] for router_gateway (3922869d-edc9-474b-98de-15292fe439ad), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:25.185443 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2617'] for router (3922869d-edc9-474b-98de-15292fe439ad), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:25.190593 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-633147'] for router (3922869d-edc9-474b-98de-15292fe439ad), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:25.295449 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Router 3922869d-edc9-474b-98de-15292fe439ad has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:57:25.401345 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:57:25.406131 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:25.407328 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-083cf5ff-8707-4afc-9ca0-373f5012b41e demo admin] 10.222.0.24 "PUT /v2.0/routers/3922869d-edc9-474b-98de-15292fe439ad HTTP/1.1" status: 200 len: 890 time: 1.8023100 May 19 14:57:26.996867 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 28f5079b-41b4-43a6-b60e-db2c707511ec up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:57:27.045015 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 28f5079b-41b4-43a6-b60e-db2c707511ec triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:27.045599 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:27.123793 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 28f5079b-41b4-43a6-b60e-db2c707511ec is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:27.906540 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 39968) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:57:28.016068 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Sync routers for ids ['3922869d-edc9-474b-98de-15292fe439ad'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:57:28.027342 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Routers {'3922869d-edc9-474b-98de-15292fe439ad'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:57:28.028082 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T14:57:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['3922869d-edc9-474b-98de-15292fe439ad'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:28.036098 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f37ade4f-8a33-4d71-b86a-ad3642a3c398 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1280215 May 19 14:57:28.242571 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Set router 3922869d-edc9-474b-98de-15292fe439ad gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:57:28.483227 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:28.698453 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3922869d-edc9-474b-98de-15292fe439ad', 'name': 'router1', 'tenant_id': '824de15367424616b3588eca8e09020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '904f3a08-b6b2-4c60-8005-67b8bab2f73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:57:06Z', 'updated_at': '2022-05-19T14:57:24Z', 'revision_number': 4, 'project_id': '824de15367424616b3588eca8e09020e', 'gw_port': {'id': '904f3a08-b6b2-4c60-8005-67b8bab2f73d', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:24Z', 'updated_at': '2022-05-19T14:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '28f5079b-41b4-43a6-b60e-db2c707511ec', 'name': '', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'tenant_id': '824de15367424616b3588eca8e09020e', 'mac_address': 'fa:16:3e:73:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63673189-acab-4229-9695-1262aa327811', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:15Z', 'updated_at': '2022-05-19T14:57:18Z', 'revision_number': 5, 'project_id': '824de15367424616b3588eca8e09020e', 'subnets': [{'id': '63673189-acab-4229-9695-1262aa327811', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de5b7104-3587-4bb3-a3d1-d387653e3402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:28.748909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Checking router: 3922869d-edc9-474b-98de-15292fe439ad for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:57:28.749278 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Updating router 3922869d-edc9-474b-98de-15292fe439ad port 904f3a08-b6b2-4c60-8005-67b8bab2f73d binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 14:57:28.800851 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:28.957867 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:29.148120 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Publish callbacks [] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:29.153155 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:29.201459 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e32ca-f579-4043-aa14-8f7015a98b99 None None] Pushing event updated for resources: {'Port': ['ID=904f3a08-b6b2-4c60-8005-67b8bab2f73d,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:29.207575 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Attempting to bind port 904f3a08-b6b2-4c60-8005-67b8bab2f73d on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:57:29.207984 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Attempting to bind port 904f3a08-b6b2-4c60-8005-67b8bab2f73d by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:57:29.208291 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Attempting to bind port 904f3a08-b6b2-4c60-8005-67b8bab2f73d on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:57:29.213359 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:57:29.213731 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:57:29.214418 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:29.214796 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:57:29.215291 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Bound port: 904f3a08-b6b2-4c60-8005-67b8bab2f73d, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:57:29.215665 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:29.269430 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] For port 904f3a08-b6b2-4c60-8005-67b8bab2f73d, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:57:29.272576 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] For port 904f3a08-b6b2-4c60-8005-67b8bab2f73d, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=904f3a08-b6b2-4c60-8005-67b8bab2f73d,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:57:29.279371 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:29.329333 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Routers {'3922869d-edc9-474b-98de-15292fe439ad'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:57:29.329933 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T14:57:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['3922869d-edc9-474b-98de-15292fe439ad'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:29.385636 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e32ca-f579-4043-aa14-8f7015a98b99 None None] Pushing event updated for resources: {'Port': ['ID=904f3a08-b6b2-4c60-8005-67b8bab2f73d,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:29.459869 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] Set router 3922869d-edc9-474b-98de-15292fe439ad gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:57:29.577867 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:29.660978 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3922869d-edc9-474b-98de-15292fe439ad', 'name': 'router1', 'tenant_id': '824de15367424616b3588eca8e09020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '904f3a08-b6b2-4c60-8005-67b8bab2f73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:57:06Z', 'updated_at': '2022-05-19T14:57:24Z', 'revision_number': 4, 'project_id': '824de15367424616b3588eca8e09020e', 'gw_port': {'id': '904f3a08-b6b2-4c60-8005-67b8bab2f73d', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:24Z', 'updated_at': '2022-05-19T14:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '28f5079b-41b4-43a6-b60e-db2c707511ec', 'name': '', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'tenant_id': '824de15367424616b3588eca8e09020e', 'mac_address': 'fa:16:3e:73:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63673189-acab-4229-9695-1262aa327811', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:15Z', 'updated_at': '2022-05-19T14:57:18Z', 'revision_number': 5, 'project_id': '824de15367424616b3588eca8e09020e', 'subnets': [{'id': '63673189-acab-4229-9695-1262aa327811', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de5b7104-3587-4bb3-a3d1-d387653e3402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:57:29.685597 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd79359-c09f-40bf-9055-1b992a00eddd None None] The sync data for ids ['3922869d-edc9-474b-98de-15292fe439ad'] in dv-cinder-825492-12-iscsi is: [{'id': '3922869d-edc9-474b-98de-15292fe439ad', 'name': 'router1', 'tenant_id': '824de15367424616b3588eca8e09020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '904f3a08-b6b2-4c60-8005-67b8bab2f73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:57:06Z', 'updated_at': '2022-05-19T14:57:24Z', 'revision_number': 4, 'project_id': '824de15367424616b3588eca8e09020e', 'gw_port': {'id': '904f3a08-b6b2-4c60-8005-67b8bab2f73d', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:24Z', 'updated_at': '2022-05-19T14:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '28f5079b-41b4-43a6-b60e-db2c707511ec', 'name': '', 'network_id': '75bfcf75-8964-429d-af69-e38b5de9a3b2', 'tenant_id': '824de15367424616b3588eca8e09020e', 'mac_address': 'fa:16:3e:73:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3922869d-edc9-474b-98de-15292fe439ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63673189-acab-4229-9695-1262aa327811', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:57:15Z', 'updated_at': '2022-05-19T14:57:18Z', 'revision_number': 5, 'project_id': '824de15367424616b3588eca8e09020e', 'subnets': [{'id': '63673189-acab-4229-9695-1262aa327811', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de5b7104-3587-4bb3-a3d1-d387653e3402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:57:31.016435 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 904f3a08-b6b2-4c60-8005-67b8bab2f73d up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:57:31.063872 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 904f3a08-b6b2-4c60-8005-67b8bab2f73d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:31.064249 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:31.138935 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:31.141422 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 904f3a08-b6b2-4c60-8005-67b8bab2f73d is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:31.141830 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:31.163241 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 904f3a08-b6b2-4c60-8005-67b8bab2f73d, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=904f3a08-b6b2-4c60-8005-67b8bab2f73d,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:57:31.168140 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:31.237005 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=904f3a08-b6b2-4c60-8005-67b8bab2f73d,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:57:33.065413 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 904f3a08-b6b2-4c60-8005-67b8bab2f73d up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:57:33.160086 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 904f3a08-b6b2-4c60-8005-67b8bab2f73d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:57:33.160810 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (904f3a08-b6b2-4c60-8005-67b8bab2f73d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:33.243619 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 904f3a08-b6b2-4c60-8005-67b8bab2f73d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:57:34.319661 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=45 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:34.332766 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=1,neutron:SELECT=43 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:35.396615 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:35.398549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:38.019524 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=46,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:38.026295 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=33,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:43.206684 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=19 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:43.244001 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:57:43.991125 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1cf719b7-246f-4e4a-bb30-d2a9de045fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:46.223720 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-758cdb7c-1346-4dcd-bef7-2d3e020b41ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:47.334037 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:48.557758 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:50.295328 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:57:55.314765 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:58:00.280878 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:00.289917 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:11.321053 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:11.329050 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:13.985888 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d7033ff7-ca9c-4e82-9fb1-1a7e866d323a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:16.218478 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f453-315c-4296-a68a-098f17323002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:17.337056 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:18.560146 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:20.286315 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:28.555119 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:30.280995 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:32.317104 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:58:43.988103 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6567efb7-9917-4828-a842-f86d48a1930b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:46.220327 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2649bbcb-4680-456f-a4b8-a6451f366d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:46.949639 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40512) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:58:47.019954 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63892cc-9310-4b69-b40a-724894c69426 admin admin] GET failed (client error): The resource could not be found. May 19 14:58:47.021239 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e63892cc-9310-4b69-b40a-724894c69426 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0706737 May 19 14:58:47.186805 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95986756-1c46-45e8-962f-73e99bf388cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:47.188323 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-95986756-1c46-45e8-962f-73e99bf388cf admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630027 May 19 14:58:47.342739 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:48.316458 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:48.321065 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:48.563833 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:49.476307 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40522) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:58:49.567110 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2177e-ad13-4f6b-bac9-efe39266db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:49.568473 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f7d2177e-ad13-4f6b-bac9-efe39266db4a admin admin] 10.222.0.24 "GET /v2.0/subnets/63673189-acab-4229-9695-1262aa327811 HTTP/1.1" status: 200 len: 849 time: 0.0912080 May 19 14:58:49.577631 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:58:49.674029 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Publish callbacks [] for subnet (63673189-acab-4229-9695-1262aa327811), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:49.817452 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728002488194'] for subnet (63673189-acab-4229-9695-1262aa327811), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:49.850551 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:49.851125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:49.852420 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] 10.222.0.24 "PUT /v2.0/subnets/63673189-acab-4229-9695-1262aa327811 HTTP/1.1" status: 200 len: 868 time: 0.2783406 May 19 14:58:49.853002 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11367d8-367c-4427-9dd8-3f18e6bc9427 None None] Network 75bfcf75-8964-429d-af69-e38b5de9a3b2 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:58:49.869004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63673189-acab-4229-9695-1262aa327811,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:58:49.876967 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.877354 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.878139 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.878472 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.878795 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.879116 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.879468 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.879781 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.880139 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.880436 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.880773 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.881090 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.881399 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.881707 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:49.882020 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010d305-5469-4396-a98d-59a46fb89d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:58:50.209320 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-32b221a8-fd3d-450d-8cec-b2928a5ed031 None None] Provisioning complete for port ff02628b-3a03-4ec6-8280-3aeda4288d2e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:58:50.209712 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-32b221a8-fd3d-450d-8cec-b2928a5ed031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ff02628b-3a03-4ec6-8280-3aeda4288d2e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:50.294844 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-32b221a8-fd3d-450d-8cec-b2928a5ed031 None None] Current status of the port ff02628b-3a03-4ec6-8280-3aeda4288d2e is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:58:50.300892 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:50.305535 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-32b221a8-fd3d-450d-8cec-b2928a5ed031 None None] Provisioning complete for port 28f5079b-41b4-43a6-b60e-db2c707511ec triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:58:50.305909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-32b221a8-fd3d-450d-8cec-b2928a5ed031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (28f5079b-41b4-43a6-b60e-db2c707511ec), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:58:50.377423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-32b221a8-fd3d-450d-8cec-b2928a5ed031 None None] Current status of the port 28f5079b-41b4-43a6-b60e-db2c707511ec is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:58:52.135259 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40530) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:58:52.332863 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d60be-7dad-4fbf-be05-d41f6afef855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:52.333273 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d60be-7dad-4fbf-be05-d41f6afef855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:52.334795 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b63d60be-7dad-4fbf-be05-d41f6afef855 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985610 May 19 14:58:54.557806 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40538) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:58:54.690291 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04143bd8-ef64-40af-bc07-49538a2d794f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:54.690748 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04143bd8-ef64-40af-bc07-49538a2d794f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:54.692280 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-04143bd8-ef64-40af-bc07-49538a2d794f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335475 May 19 14:58:56.963754 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 40548) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:58:57.111599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5889fe-7a30-4b0b-bb56-d887393d487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:57.113687 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7f5889fe-7a30-4b0b-bb56-d887393d487c admin admin] 10.222.0.24 "GET /v2.0/networks/75bfcf75-8964-429d-af69-e38b5de9a3b2 HTTP/1.1" status: 200 len: 869 time: 0.1489832 May 19 14:58:59.357572 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40558) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:58:59.461871 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:58:59.486626 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff7e587-9dd8-4bc5-8b70-43a4bd55a43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:58:59.488017 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bff7e587-9dd8-4bc5-8b70-43a4bd55a43a admin admin] 10.222.0.24 "GET /v2.0/networks/f3074889-8e33-4870-aa3c-2e39beca6793 HTTP/1.1" status: 200 len: 886 time: 0.1295147 May 19 14:59:00.374774 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:00.375540 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:01.730408 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40566) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:01.852600 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1664e0f-e515-4c1e-b364-30c1ceb7ec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:01.853041 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1664e0f-e515-4c1e-b364-30c1ceb7ec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:01.854560 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f1664e0f-e515-4c1e-b364-30c1ceb7ec03 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231732 May 19 14:59:04.108100 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40574) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:04.191774 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:04.203059 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0e01a-3a34-4dc1-817e-7e435d8e4127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:04.203534 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0e01a-3a34-4dc1-817e-7e435d8e4127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:04.205038 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d2f0e01a-3a34-4dc1-817e-7e435d8e4127 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959036 May 19 14:59:06.416108 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40582) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:06.500412 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe982813-b046-4b8a-91aa-a20c5c9bf066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:06.501710 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fe982813-b046-4b8a-91aa-a20c5c9bf066 admin admin] 10.222.0.24 "GET /v2.0/subnets/3ade896e-8a89-425b-a93d-e3b888546799 HTTP/1.1" status: 200 len: 816 time: 0.0846691 May 19 14:59:07.107961 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=11 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:07.109849 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=12 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:08.709811 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40590) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:08.802752 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b50da8-282c-4b19-b3cf-e5765aaac3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:08.804101 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-82b50da8-282c-4b19-b3cf-e5765aaac3cd admin admin] 10.222.0.24 "GET /v2.0/subnets/63673189-acab-4229-9695-1262aa327811 HTTP/1.1" status: 200 len: 868 time: 0.0933471 May 19 14:59:09.315337 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:59:13.990559 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4e63-0a1f-4303-aefa-09b7dee26ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:16.223285 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-81269826-0afb-4376-8bc5-c5b5c7895faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:17.348649 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:18.564987 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:18.798207 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=30 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:18.800411 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=11 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:20.284368 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:25.316016 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:25.316971 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:30.278074 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:30.279966 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:39.817740 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=12 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:39.827837 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=14 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:43.993534 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebcb4-525b-4cff-b4f2-17a410d738e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:46.226528 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-54f3dca1-6728-4b31-8aa8-3081d138769f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:46.314048 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:59:47.346755 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:48.570412 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:49.379516 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40648) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:49.426159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-af05fc02-55af-4ab4-b207-409f276c2c1b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:59:49.427171 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-af05fc02-55af-4ab4-b207-409f276c2c1b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0467122 May 19 14:59:50.286812 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:51.727014 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40656) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:51.786571 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eed0463-4baf-488f-93af-2141280d6d9e admin admin] GET failed (client error): The resource could not be found. May 19 14:59:51.787869 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5eed0463-4baf-488f-93af-2141280d6d9e admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598969 May 19 14:59:51.963735 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f66e532-185e-4e9a-96c9-9dea3ee61455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:51.965127 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7f66e532-185e-4e9a-96c9-9dea3ee61455 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1733265 May 19 14:59:54.202251 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40664) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:54.248749 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:59:54.267887 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Made reservation on behalf of 55b46daee5c44a5cacdc54e48d280e5e for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:59:54.270112 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:54.296110 dv-cinder-825492-12-iscsi neutron-server[103762]: WARNING neutron.services.revisions.revision_plugin [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Could not find related network for resource to bump revision. May 19 14:59:54.307004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 14:59:54.316213 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (3211b1f1-4778-46f4-8df6-09a189839505), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:54.317194 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Added segment 3211b1f1-4778-46f4-8df6-09a189839505 of type vlan for network 29275e93-a7a5-402e-886a-bc41f90f4b56 May 19 14:59:54.363220 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (29275e93-a7a5-402e-886a-bc41f90f4b56), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:54.386570 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (29275e93-a7a5-402e-886a-bc41f90f4b56), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:54.387471 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:54.388028 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:54.451707 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2483711 May 19 14:59:54.455158 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Pushing event updated for resources: {'Network': ['ID=29275e93-a7a5-402e-886a-bc41f90f4b56,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:59:54.462212 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.462550 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.462883 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.463230 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.463547 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.463866 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.464182 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.464496 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.464808 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.465119 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.465431 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.465760 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.466049 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.466354 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.466657 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77a986-67c1-4cfa-a2fb-270b6a77491f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:54.478461 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 29275e93-a7a5-402e-886a-bc41f90f4b56 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:59:56.784042 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40672) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:59:56.844252 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57e4659-247d-4484-a217-47385b57a30a admin admin] GET failed (client error): The resource could not be found. May 19 14:59:56.845514 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c57e4659-247d-4484-a217-47385b57a30a admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605168 May 19 14:59:56.916912 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e9f5-3ee3-4f3e-9664-2db09f59af23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:56.918333 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2505e9f5-3ee3-4f3e-9664-2db09f59af23 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688787 May 19 14:59:56.928262 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:59:56.947434 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Made reservation on behalf of 55b46daee5c44a5cacdc54e48d280e5e for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:59:56.949636 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.113582 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (7bc3950c-0560-4859-aa2c-e6a851431f33), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.166758 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc3950c-0560-4859-aa2c-e6a851431f33,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:59:57.178317 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Checking segment: {'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:59:57.178664 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Network hostable DHCP agents. Network: 29275e93-a7a5-402e-886a-bc41f90f4b56, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:59:57.196342 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Network 29275e93-a7a5-402e-886a-bc41f90f4b56 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:59:57.203951 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 29275e93-a7a5-402e-886a-bc41f90f4b56) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:59:57.207954 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:59:57.208534 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.214131 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd4caf3-682e-4c69-8eca-a2a4b1ff4a5c None None] Network 29275e93-a7a5-402e-886a-bc41f90f4b56 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:59:57.224399 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d510aa0b-898f-4db9-9677-c4e699996408 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2993970 May 19 14:59:57.417955 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-29275e93-a7a5-402e-886a-bc41f90f4b56', 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56', 'project_id': '55b46daee5c44a5cacdc54e48d280e5e', 'fixed_ips': [{'subnet_id': '7bc3950c-0560-4859-aa2c-e6a851431f33'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 14:59:57.418432 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.571610 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Allocated IP 192.168.233.2 (29275e93-a7a5-402e-886a-bc41f90f4b56/7bc3950c-0560-4859-aa2c-e6a851431f33/38b13507-3349-4550-87be-d8e627a9fc06) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:59:57.731739 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Publish callbacks [] for port (38b13507-3349-4550-87be-d8e627a9fc06), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.737612 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (38b13507-3349-4550-87be-d8e627a9fc06), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.780958 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Network 29275e93-a7a5-402e-886a-bc41f90f4b56 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:59:57.786789 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Pushing event updated for resources: {'Port': ['ID=38b13507-3349-4550-87be-d8e627a9fc06,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:59:57.789041 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:59:57.791409 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:59:57.803595 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.803941 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.804304 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.804663 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.805027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.805356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.805870 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.806206 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.806544 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.806871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.807341 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.807551 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.807872 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.808189 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.808505 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:59:57.859310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Attempting to bind port 38b13507-3349-4550-87be-d8e627a9fc06 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:59:57.859606 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Attempting to bind port 38b13507-3349-4550-87be-d8e627a9fc06 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:59:57.859959 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Attempting to bind port 38b13507-3349-4550-87be-d8e627a9fc06 on network 29275e93-a7a5-402e-886a-bc41f90f4b56 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:59:57.865077 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:59:57.865436 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Checking segment: {'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:59:57.865820 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.866193 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Bound using segment: {'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:59:57.866643 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Bound port: 38b13507-3349-4550-87be-d8e627a9fc06, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:59:57.867005 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (38b13507-3349-4550-87be-d8e627a9fc06), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:57.933085 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-aef6450d-c440-498c-b470-6724410f4803 None None] For port 38b13507-3349-4550-87be-d8e627a9fc06, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:59:57.936185 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-aef6450d-c440-498c-b470-6724410f4803 None None] For port 38b13507-3349-4550-87be-d8e627a9fc06, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=38b13507-3349-4550-87be-d8e627a9fc06,segment=NetworkSegment(3211b1f1-4778-46f4-8df6-09a189839505),segment_id=3211b1f1-4778-46f4-8df6-09a189839505)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:59:57.943054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (38b13507-3349-4550-87be-d8e627a9fc06), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:58.002371 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:58.003699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6450d-c440-498c-b470-6724410f4803 None None] Pushing event updated for resources: {'Port': ['ID=38b13507-3349-4550-87be-d8e627a9fc06,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:59:58.852607 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d51e253-adba-4eb9-af42-402f6caacf88 None None] Network 29275e93-a7a5-402e-886a-bc41f90f4b56 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:59:58.915841 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-686edfe0-41b6-4e7a-9d36-5b489a44cc7a None None] Provisioning complete for port 38b13507-3349-4550-87be-d8e627a9fc06 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:59:58.916254 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-686edfe0-41b6-4e7a-9d36-5b489a44cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (38b13507-3349-4550-87be-d8e627a9fc06), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:58.951496 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:59:59.039608 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-686edfe0-41b6-4e7a-9d36-5b489a44cc7a None None] Current status of the port 38b13507-3349-4550-87be-d8e627a9fc06 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:59:59.040011 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-686edfe0-41b6-4e7a-9d36-5b489a44cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (38b13507-3349-4550-87be-d8e627a9fc06), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:59.085452 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-686edfe0-41b6-4e7a-9d36-5b489a44cc7a None None] For port 38b13507-3349-4550-87be-d8e627a9fc06, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=38b13507-3349-4550-87be-d8e627a9fc06,segment=NetworkSegment(3211b1f1-4778-46f4-8df6-09a189839505),segment_id=3211b1f1-4778-46f4-8df6-09a189839505)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:59:59.092149 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-686edfe0-41b6-4e7a-9d36-5b489a44cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (38b13507-3349-4550-87be-d8e627a9fc06), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:59.136538 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 38b13507-3349-4550-87be-d8e627a9fc06 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:59:59.170498 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686edfe0-41b6-4e7a-9d36-5b489a44cc7a None None] Pushing event updated for resources: {'Port': ['ID=38b13507-3349-4550-87be-d8e627a9fc06,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:59:59.197921 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 38b13507-3349-4550-87be-d8e627a9fc06 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:59:59.198309 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (38b13507-3349-4550-87be-d8e627a9fc06), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:59.284971 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 38b13507-3349-4550-87be-d8e627a9fc06 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:59:59.411438 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-43389ed1-c612-45fc-822f-f118aa4b7eba None None] Provisioning complete for port 38b13507-3349-4550-87be-d8e627a9fc06 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:59:59.411822 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43389ed1-c612-45fc-822f-f118aa4b7eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (38b13507-3349-4550-87be-d8e627a9fc06), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:59:59.484530 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-43389ed1-c612-45fc-822f-f118aa4b7eba None None] Current status of the port 38b13507-3349-4550-87be-d8e627a9fc06 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:00:01.072138 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 38b13507-3349-4550-87be-d8e627a9fc06 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:00:01.118859 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 38b13507-3349-4550-87be-d8e627a9fc06 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:00:01.119272 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (38b13507-3349-4550-87be-d8e627a9fc06), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:01.190037 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 38b13507-3349-4550-87be-d8e627a9fc06 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:00:02.317600 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:02.321803 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:07.215078 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:07.218046 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:09.686194 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:13.996681 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f4f3fcf3-2102-4ad3-b0a5-afbe1c0b596b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:16.228280 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ec76ed4-2403-43ab-9947-3c2bb275cb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:17.352838 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:18.572000 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:20.289257 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:23.313746 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:00:30.283993 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:30.285315 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:39.323160 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:42.314220 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:00:43.999854 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b914a186-4755-47f1-b4d5-6f2c74d3eddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:46.232733 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2e7e919e-f864-4aea-a7d8-afa5c3870a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:47.352694 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:48.574403 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:00:50.290875 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:00.280499 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:00.287038 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:00.313674 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:01:14.002760 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a6352f0a-e3df-4a4c-885b-0fa6fa6ef3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:16.234663 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6bcd-f471-41c7-bea8-89a63362775a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:16.332588 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:16.333316 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:17.356849 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:18.583610 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:20.294592 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:30.283455 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:30.289735 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:37.311483 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:01:43.810177 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40710) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:01:43.815856 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-7f4a1244-f926-494f-8fa8-cdd26d533d46 tempest-verify_tempest_config-1362432478 tempest-verify_tempest_config-1362432478-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:01:43.816833 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7f4a1244-f926-494f-8fa8-cdd26d533d46 tempest-verify_tempest_config-1362432478 tempest-verify_tempest_config-1362432478-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056877 May 19 15:01:44.003771 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bba56e9e-0d0d-4124-97ad-8ba8461b69bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.120457 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40728) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:01:44.222483 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.308668 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Publish callbacks [] for security_group (c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.314771 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.362614 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:01:44.367423 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17edee93fea9434eb76897f922ff6574&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2459819 May 19 15:01:44.370189 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 40732) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:01:44.372314 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.372637 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.372990 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.373330 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.373660 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.373987 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.374312 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.374631 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.374954 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.375298 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.375622 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.375942 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.376265 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.376582 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.377102 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3525818f-a042-4348-95aa-1a7e4e5efbf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.448696 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Publish callbacks [] for security_group (c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.469617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Publish callbacks [] for security_group (c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.562399 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.564902 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:44.567441 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7 HTTP/1.1" status: 204 len: 168 time: 0.1961300 May 19 15:01:44.575076 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ceb48-fbe3-4c34-9ce5-aa9fb772fab7,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:01:44.582365 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.582707 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.583054 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.583421 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.583749 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.584069 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.584391 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.584709 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.585028 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.585349 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.585695 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.586014 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.586334 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.586650 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:44.586963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ffc9-3737-4254-942e-efbdacd38e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:01:46.237148 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-704f9ae2-77ec-4fbf-8636-911a19bd4c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:47.357770 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:48.581741 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:50.297279 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:01:53.339886 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=16 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:54.304023 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=20 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:54.358701 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:54.365841 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:54.578152 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:01:54.578894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:00.290650 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:00.292585 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:14.005546 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6897c49b-eead-446f-b54a-92f13a2aab7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:14.310244 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:02:16.238790 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-96bc687b-491c-4d48-8054-7d54be6c6a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:17.359687 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:18.585111 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:20.299014 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:30.293256 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:30.295151 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:30.342293 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:30.343057 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:42.308414 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:42.309175 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:02:44.007911 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-25d3e20d-d59d-4b58-b559-25edf0c2d1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:46.245012 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-546da042-4314-44dd-b7c7-052ab1973cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:47.361331 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:48.588460 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:50.304877 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:02:51.308929 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:03:00.297793 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:00.301231 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:07.333642 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:07.337753 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:14.010435 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2d880b8b-c6ca-4877-91d8-58753a483f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:16.238373 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-114badb3-255c-4a7c-8a98-e8d66dd42137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:17.368428 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:18.594399 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:20.297799 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:28.309354 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:03:30.291937 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:30.293763 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:32.048997 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-625106'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:42.040545 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:42.045322 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:44.012787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bf490a56-5800-443a-9ee1-ec689f22b8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:44.330068 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:44.334687 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:45.428476 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40808) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:03:45.537153 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-120cebd4-a6a5-44a3-87a1-6d628d3b4b4e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1074977 May 19 15:03:46.240305 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-32c3c2e3-2208-4d33-8d12-0c49a30fe93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:47.366014 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:47.796553 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 40818) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:03:47.856808 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-52bdda27-76b3-4726-b515-efb762dd10b8 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0591729 May 19 15:03:48.597371 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:50.302027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:03:57.850528 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:03:57.851322 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:00.291099 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:00.297644 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:02.016014 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:05.309558 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:04:14.014545 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3b78fe8b-126f-41a1-8537-4ab47f85c704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:16.241987 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-75f8b5b2-a0cf-497f-a7a9-03269fc76fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:17.370100 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:18.597649 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:20.305054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:21.337205 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:21.342349 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:30.299618 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:30.301542 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:32.013055 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:42.007273 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:42.008881 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:42.309655 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:04:42.319112 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:44.046948 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6fbc07dc-1f7c-4fc9-b3a2-af453b310070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:46.243645 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-395836e7-6a0f-4c13-8eac-7c71cb4fd816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:47.371686 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:48.601042 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:50.308312 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:04:58.334081 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:04:58.339686 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:00.302207 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:00.303053 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:02.013699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:12.003620 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:12.009610 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:14.018983 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a983557b-8f24-435c-9448-6fc06ee81e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:16.248087 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4d94-84a5-4a36-b64b-779e5d4b6936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:17.373350 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:18.604439 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:19.312213 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:05:20.310283 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.190268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 40978) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:26.449189 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-914282085-network', 'tenant_id': '34c1099557144b8bb2fff88f5b526834'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:26.491066 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Made reservation on behalf of 34c1099557144b8bb2fff88f5b526834 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:26.494479 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.508528 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.602948 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks [] for security_group (236b845d-1d64-4e8f-8155-1be40385300e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.608178 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41022) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:26.610697 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (236b845d-1d64-4e8f-8155-1be40385300e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.627461 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:05:26.654193 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236b845d-1d64-4e8f-8155-1be40385300e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:26.667612 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (3716cbbd-bfbc-4590-bbe6-a8b00835fd50), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.668105 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Added segment 3716cbbd-bfbc-4590-bbe6-a8b00835fd50 of type vlan for network 6c03712e-3615-4599-bcae-117320ca4aeb May 19 15:05:26.712905 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.712905 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.713119 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.713429 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.713809 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.714123 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.714441 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.714941 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.715473 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.716248 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.716595 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.716912 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.717290 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.717732 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.718060 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Tracked resource versions report: May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: pushed versions: May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: { 'AddressGroup': {'1.2'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Agent': {'1.1'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'ConntrackHelper': {'1.0'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'LocalIPAssociation': {'1.0'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Log': {'1.0'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'NDPProxy': {'1.0'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Network': {'1.1'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Port': {'1.7'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'PortForwarding': {'1.3'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'QosPolicy': {'1.10'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroup': {'1.5'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroupRule': {'1.2'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SubPort': {'1.0'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Subnet': {'1.1'}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Trunk': {'1.1'}} May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: consumer versions: May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: HyperV agent@hv-cinder-82549: {}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Agent': '1.1', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'ConntrackHelper': '1.0', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'LocalIPAssociation': '1.0', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Log': '1.0', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'NDPProxy': '1.0', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Network': '1.1', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Port': '1.7', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'PortForwarding': '1.3', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'QosPolicy': '1.10', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroup': '1.5', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SecurityGroupRule': '1.2', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'SubPort': '1.0', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Subnet': '1.1', May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: 'Trunk': '1.1'}} May 19 15:05:26.719651 dv-cinder-825492-12-iscsi neutron-server[103761]: {{(pid=103761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 15:05:26.733922 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (6c03712e-3615-4599-bcae-117320ca4aeb), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.767745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (6c03712e-3615-4599-bcae-117320ca4aeb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.768761 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:26.769443 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.858206 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6633339 May 19 15:05:26.858537 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41034) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:26.872407 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Request body: {'subnet': {'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-914282085-subnet', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:26.897846 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Made reservation on behalf of 34c1099557144b8bb2fff88f5b526834 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:26.900240 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:26.913119 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad2392-d7d6-4cad-8bf1-7f23b79607ff admin admin] Pushing event updated for resources: {'Network': ['ID=6c03712e-3615-4599-bcae-117320ca4aeb,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:26.926497 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 6c03712e-3615-4599-bcae-117320ca4aeb details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:05:27.083988 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1324225666-network', 'tenant_id': '4f393107cd16496f85de03046f03c461'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:27.113885 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41042) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:27.114053 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (1d833707-4508-4e48-95a7-b9e61c5b65f5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.125647 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Made reservation on behalf of 4f393107cd16496f85de03046f03c461 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:27.128020 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.174297 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.177447 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d833707-4508-4e48-95a7-b9e61c5b65f5,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.195711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.196499 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.196499 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.196499 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.196761 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.197069 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Tracked resource versions report: May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: pushed versions: May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: { 'AddressGroup': {'1.2'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Agent': {'1.1'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'ConntrackHelper': {'1.0'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'LocalIPAssociation': {'1.0'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Log': {'1.0'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'NDPProxy': {'1.0'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Network': {'1.1'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Port': {'1.7'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'PortForwarding': {'1.3'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'QosPolicy': {'1.10'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroup': {'1.5'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroupRule': {'1.2'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SubPort': {'1.0'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Subnet': {'1.1'}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Trunk': {'1.1'}} May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: consumer versions: May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: HyperV agent@hv-cinder-82549: {}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Agent': '1.1', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'ConntrackHelper': '1.0', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'LocalIPAssociation': '1.0', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Log': '1.0', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'NDPProxy': '1.0', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Network': '1.1', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Port': '1.7', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'PortForwarding': '1.3', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'QosPolicy': '1.10', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroup': '1.5', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SecurityGroupRule': '1.2', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'SubPort': '1.0', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Subnet': '1.1', May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: 'Trunk': '1.1'}} May 19 15:05:27.209364 dv-cinder-825492-12-iscsi neutron-server[103762]: {{(pid=103762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 15:05:27.265600 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Checking segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:27.265891 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Network hostable DHCP agents. Network: 6c03712e-3615-4599-bcae-117320ca4aeb, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:05:27.346214 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks [] for security_group (8e3dd0d3-338f-4941-a746-81902edd28f8), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.350890 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41064) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:27.359872 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (8e3dd0d3-338f-4941-a746-81902edd28f8), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.375301 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Network 6c03712e-3615-4599-bcae-117320ca4aeb is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:05:27.400941 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 6c03712e-3615-4599-bcae-117320ca4aeb) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:27.412396 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256eadbe-316e-42cd-a2e1-fd357695b2ea None None] Network 6c03712e-3615-4599-bcae-117320ca4aeb requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:27.417044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:27.418463 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.431738 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:05:27.439355 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3dd0d3-338f-4941-a746-81902edd28f8,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:27.452384 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41072) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:27.458928 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:27.464412 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-30d6e899-a7c0-446c-9370-2d03f8abe368 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6047869 May 19 15:05:27.473651 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (9be1b8c3-bd46-4de1-8407-3f671855fe32), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.474643 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Added segment 9be1b8c3-bd46-4de1-8407-3f671855fe32 of type vlan for network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 May 19 15:05:27.518934 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.521424 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.537471 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (1b8ce7f1-e5c0-4589-9b93-f3357d7e9572), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.584046 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (1b8ce7f1-e5c0-4589-9b93-f3357d7e9572), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.586044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:27.586812 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.659516 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-6c03712e-3615-4599-bcae-117320ca4aeb', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:05:27.660720 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.665460 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-328977912-network', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:27.718542 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-657587983-network', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:27.731444 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Made reservation on behalf of 199f08479d9541bc936bb4ea80bae96a for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:27.733815 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.746424 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.764295 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] Pushing event updated for resources: {'Network': ['ID=1b8ce7f1-e5c0-4589-9b93-f3357d7e9572,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:27.782054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:05:27.794843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks [] for router_controller (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.802199 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7bd8fe84-7614-4b5b-874f-9f4fc90cb66e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1919372 May 19 15:05:27.804472 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41088) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:27.816383 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Request body: {'subnet': {'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1324225666-subnet', 'tenant_id': '4f393107cd16496f85de03046f03c461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:27.869624 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Made reservation on behalf of 4f393107cd16496f85de03046f03c461 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:27.873422 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.889077 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Made reservation on behalf of edea803526e44a55b74472ecefdb0fbc for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:27.892683 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.954375 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:27.965642 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Allocated IP 172.20.0.2 (6c03712e-3615-4599-bcae-117320ca4aeb/1d833707-4508-4e48-95a7-b9e61c5b65f5/04f00dba-15b6-4533-889c-c58c57dae985) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:28.076071 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks [] for router_gateway (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.099164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:28.112061 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:28.116382 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:28.117966 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:28.124894 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (f9655f4c-9b2d-4996-bcd5-2b05842cf89f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.125393 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks [] for security_group (f89fff55-69b8-40d7-84e8-1582a32b1877), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.164817 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f89fff55-69b8-40d7-84e8-1582a32b1877), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.210647 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:05:28.233337 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Checking segment: {'id': '9be1b8c3-bd46-4de1-8407-3f671855fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:28.234102 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Network hostable DHCP agents. Network: 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:05:28.250743 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9655f4c-9b2d-4996-bcd5-2b05842cf89f,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:28.266310 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:05:28.280207 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (30945141-5377-4699-9fa2-ca364991282b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.281133 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Added segment 30945141-5377-4699-9fa2-ca364991282b of type vlan for network fba0d92a-cc3d-4407-a8fd-52349f4553f3 May 19 15:05:28.286150 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:28.296102 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:28.297317 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.346567 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d29dc66c-c87d-4277-bf46-049f28a8dab3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5386987 May 19 15:05:28.357649 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89fff55-69b8-40d7-84e8-1582a32b1877,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:28.396049 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Publish callbacks [] for port (04f00dba-15b6-4533-889c-c58c57dae985), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.405684 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591239f2-ff3b-4c9d-85dc-0cfd71087c2a None None] Network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:28.405932 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks [] for security_group (fa61e353-9525-41ce-a706-d27a39d867c7), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.416443 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (fba0d92a-cc3d-4407-a8fd-52349f4553f3), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.432468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (04f00dba-15b6-4533-889c-c58c57dae985), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.453415 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (fa61e353-9525-41ce-a706-d27a39d867c7), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.501770 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Network 6c03712e-3615-4599-bcae-117320ca4aeb is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:28.505884 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:28.512015 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:28.559752 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.db.resource_extend [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 15:05:28.581558 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:05:28.650164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:28.658500 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa61e353-9525-41ce-a706-d27a39d867c7,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:28.674027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Attempting to bind port 04f00dba-15b6-4533-889c-c58c57dae985 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:28.674390 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Attempting to bind port 04f00dba-15b6-4533-889c-c58c57dae985 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:28.674743 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Attempting to bind port 04f00dba-15b6-4533-889c-c58c57dae985 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:28.686164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (475ab799-0f64-4582-a878-42984fdc0a86), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.687651 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Added segment 475ab799-0f64-4582-a878-42984fdc0a86 of type vlan for network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 May 19 15:05:28.707865 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:28.708244 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Checking segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:28.708639 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.709139 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Bound using segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:28.710079 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Bound port: 04f00dba-15b6-4533-889c-c58c57dae985, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:28.710514 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (04f00dba-15b6-4533-889c-c58c57dae985), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.733745 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Pushing event updated for resources: {'Port': ['ID=04f00dba-15b6-4533-889c-c58c57dae985,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:28.763061 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (fba0d92a-cc3d-4407-a8fd-52349f4553f3), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.764156 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:28.764736 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.783950 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.784773 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.785479 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.786100 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.786689 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.787124 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.787576 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.788000 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.788488 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.788901 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.789381 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.789817 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.791564 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.791564 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.791943 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Tracked resource versions report: May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: pushed versions: May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: { 'AddressGroup': {'1.2'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Agent': {'1.1'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'ConntrackHelper': {'1.0'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'LocalIPAssociation': {'1.0'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Log': {'1.0'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'NDPProxy': {'1.0'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Network': {'1.1'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Port': {'1.7'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'PortForwarding': {'1.3'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'QosPolicy': {'1.10'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroup': {'1.5'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroupRule': {'1.2'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SubPort': {'1.0'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Subnet': {'1.1'}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Trunk': {'1.1'}} May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: consumer versions: May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: HyperV agent@hv-cinder-82549: {}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Agent': '1.1', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'ConntrackHelper': '1.0', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'LocalIPAssociation': '1.0', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Log': '1.0', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'NDPProxy': '1.0', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Network': '1.1', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Port': '1.7', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'PortForwarding': '1.3', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'QosPolicy': '1.10', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroup': '1.5', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SecurityGroupRule': '1.2', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'SubPort': '1.0', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Subnet': '1.1', May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: 'Trunk': '1.1'}} May 19 15:05:28.794368 dv-cinder-825492-12-iscsi neutron-server[103763]: {{(pid=103763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 15:05:28.829244 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16eddc4-2289-4905-b569-2652755edb78 None None] Network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:28.943051 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] Pushing event updated for resources: {'Network': ['ID=fba0d92a-cc3d-4407-a8fd-52349f4553f3,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:28.977822 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41146) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:28.979062 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-97b6329f-275e-4724-bf9d-b5ad14cad735 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.8629079 May 19 15:05:28.981418 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (aaadbb67-bc9d-4c4f-a511-c571d677d8f0), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.988218 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks [] for router_gateway (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:28.989432 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Request body: {'subnet': {'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-subnet', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:29.014180 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Made reservation on behalf of 199f08479d9541bc936bb4ea80bae96a for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:29.016851 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.021718 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.084936 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:29.100943 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (aaadbb67-bc9d-4c4f-a511-c571d677d8f0), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.102754 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:29.103515 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.122769 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:29.137887 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:05:29.187662 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=aaadbb67-bc9d-4c4f-a511-c571d677d8f0,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:29.261225 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-105777d5-5982-4530-8432-34f8a473a2d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9089007 May 19 15:05:29.261712 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41164) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:29.291221 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Request body: {'subnet': {'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-subnet', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:29.318886 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:05:29.319071 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41172) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:29.328345 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Allocated IP 172.27.2.239 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/b8cb0bcd-47b7-4958-ae5c-403408c07998) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:29.346425 dv-cinder-825492-12-iscsi neutron-server[103762]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 15:05:29.473294 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] For port 04f00dba-15b6-4533-889c-c58c57dae985, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:29.478052 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] For port 04f00dba-15b6-4533-889c-c58c57dae985, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=04f00dba-15b6-4533-889c-c58c57dae985,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:29.487858 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (04f00dba-15b6-4533-889c-c58c57dae985), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.526228 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks [] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.564759 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.581326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c85acb-7c37-460f-8498-5f6d9603c339 None None] Pushing event updated for resources: {'Port': ['ID=04f00dba-15b6-4533-889c-c58c57dae985,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:29.613764 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:29.617237 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8cb0bcd-47b7-4958-ae5c-403408c07998,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:29.626650 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:29.628978 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:29.632137 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:29.682482 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:29.776183 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-2ccc7a81-ddc9-43d4-886c-3f84d1020576 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:29.777881 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-2ccc7a81-ddc9-43d4-886c-3f84d1020576 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/networks?id=1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 HTTP/1.1" status: 200 len: 812 time: 0.4465697 May 19 15:05:29.778485 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Made reservation on behalf of edea803526e44a55b74472ecefdb0fbc for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:29.781184 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:29.884337 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks [] for router_gateway (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.097011 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-514119b4-d0f1-4b7b-8237-26ad98337079 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/quotas/4f393107cd16496f85de03046f03c461 HTTP/1.1" status: 200 len: 375 time: 0.3122528 May 19 15:05:30.154405 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:30.169477 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-b2b0311a-df8c-43df-8800-2e34bf42a641 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f393107cd16496f85de03046f03c461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714009 May 19 15:05:30.197509 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (f6899c0b-33d6-4744-b66b-e000e66cbaa5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.273385 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.279955 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Checking segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:30.280317 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Network hostable DHCP agents. Network: fba0d92a-cc3d-4407-a8fd-52349f4553f3, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:05:30.325289 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:05:30.340911 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6899c0b-33d6-4744-b66b-e000e66cbaa5,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:30.346378 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, fba0d92a-cc3d-4407-a8fd-52349f4553f3) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:30.362868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:30.425370 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db67af2-d219-42a4-8772-4d078e18b998 None None] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:30.445203 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:30.453222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.505832 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-4e0721d7-e710-4c6b-9901-459454a27641 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:05:30.515039 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-4e0721d7-e710-4c6b-9901-459454a27641 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1101604 May 19 15:05:30.556094 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:05:30.680432 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:05:30.681701 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.717007 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-d649bb91-c46b-4cce-be7b-d11ca7d53be6 service neutron] 10.222.0.24 "GET /v2.0/networks/1b8ce7f1-e5c0-4589-9b93-f3357d7e9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995187 May 19 15:05:30.735830 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-113aaa4f-718a-492b-915c-bf18d62df19b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7567277 May 19 15:05:30.752306 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41222) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:30.756741 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:30.815084 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:05:30.827389 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:05:30.829299 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (cd100638-a8fe-43c6-b9e2-24f7ed4a5726), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.847226 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:30.848195 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:30.864255 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (34ed327f-2078-490b-ae7e-2613eab2b491), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.874335 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.875809 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-61fa3ef1-28cc-4e93-9008-ffe0996acad7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4224486 May 19 15:05:30.876111 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (34ed327f-2078-490b-ae7e-2613eab2b491), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:30.878399 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41232) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:30.968650 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Allocated IP 172.20.0.2 (fba0d92a-cc3d-4407-a8fd-52349f4553f3/f6899c0b-33d6-4744-b66b-e000e66cbaa5/74a8cc0e-622c-441f-9b10-081c9abf6c09) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:31.038258 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:31.111365 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd100638-a8fe-43c6-b9e2-24f7ed4a5726,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:31.134909 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-c98cc022-2d96-443a-b6ab-2ba1bb1eb628 service neutron] 10.222.0.24 "GET /v2.0/networks/1b8ce7f1-e5c0-4589-9b93-f3357d7e9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169147 May 19 15:05:31.146668 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Publish callbacks [] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.157405 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.187359 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6b901-3223-4de7-b1b4-e83e0748e7fe None None] Network 6c03712e-3615-4599-bcae-117320ca4aeb requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:31.205675 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks [] for router_controller (34ed327f-2078-490b-ae7e-2613eab2b491), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.227831 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Checking segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:31.228190 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Network hostable DHCP agents. Network: aaadbb67-bc9d-4c4f-a511-c571d677d8f0, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:05:31.348338 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:29Z', 'revision_number': 3, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:31.412406 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:05:31.413059 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Updating router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 port b8cb0bcd-47b7-4958-ae5c-403408c07998 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:05:31.447529 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-21f32e67-5dff-4fc6-bd81-3818f1951b0b None None] Provisioning complete for port 04f00dba-15b6-4533-889c-c58c57dae985 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:31.448626 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21f32e67-5dff-4fc6-bd81-3818f1951b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (04f00dba-15b6-4533-889c-c58c57dae985), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.455971 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.528105 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41250) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:31.551720 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:31.554306 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 04f00dba-15b6-4533-889c-c58c57dae985 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:31.576901 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:31.579361 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:31.588183 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41264) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:31.593215 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:31.603786 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=8,neutron:SELECT=85,neutron:INSERT=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:31.663354 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Pushing event updated for resources: {'Port': ['ID=74a8cc0e-622c-441f-9b10-081c9abf6c09,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:31.698975 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-11179613-efd4-45b9-b6b1-1fe5cba6e96a req-d5b4def5-4b25-4cd6-b366-8f0fcaf1f493 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.1973326 May 19 15:05:31.763741 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks [] for router_gateway (34ed327f-2078-490b-ae7e-2613eab2b491), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.770327 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:05:31.805181 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, aaadbb67-bc9d-4c4f-a511-c571d677d8f0) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:31.816718 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:31.817410 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.848811 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-21f32e67-5dff-4fc6-bd81-3818f1951b0b None None] Current status of the port 04f00dba-15b6-4533-889c-c58c57dae985 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:31.849375 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21f32e67-5dff-4fc6-bd81-3818f1951b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (04f00dba-15b6-4533-889c-c58c57dae985), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.884243 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b4acc-6845-4d55-b338-c7e5994fcd1b None None] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:31.902897 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-28df3179-b584-4587-a2a2-4539117dcec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:31.928099 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5533036c-cf97-4553-bbca-395ca616c192 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6575532 May 19 15:05:31.928291 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41278) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:31.933864 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:31.941738 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:31.953164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-21f32e67-5dff-4fc6-bd81-3818f1951b0b None None] For port 04f00dba-15b6-4533-889c-c58c57dae985, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=04f00dba-15b6-4533-889c-c58c57dae985,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:31.998442 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:32.083787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 04f00dba-15b6-4533-889c-c58c57dae985 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:32.083909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (04f00dba-15b6-4533-889c-c58c57dae985), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.097018 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21f32e67-5dff-4fc6-bd81-3818f1951b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (04f00dba-15b6-4533-889c-c58c57dae985), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.142696 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Attempting to bind port 74a8cc0e-622c-441f-9b10-081c9abf6c09 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:32.146921 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Attempting to bind port 74a8cc0e-622c-441f-9b10-081c9abf6c09 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:32.147401 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Attempting to bind port 74a8cc0e-622c-441f-9b10-081c9abf6c09 on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:32.160822 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-28df3179-b584-4587-a2a2-4539117dcec0 admin admin] Publish callbacks [] for security_group (613800a5-60c7-461a-ba18-c4ac11bde884), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.165319 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:32.173962 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Publish callbacks [] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.177285 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (622f24b7-6ec4-4db0-8274-5860a0e714b8), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.180715 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks [] for router_gateway (34ed327f-2078-490b-ae7e-2613eab2b491), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.182105 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (622f24b7-6ec4-4db0-8274-5860a0e714b8), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.188974 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.206130 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.212201 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-28df3179-b584-4587-a2a2-4539117dcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (613800a5-60c7-461a-ba18-c4ac11bde884), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.281005 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Pushing event updated for resources: {'Port': ['ID=b8cb0bcd-47b7-4958-ae5c-403408c07998,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:32.347190 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-28df3179-b584-4587-a2a2-4539117dcec0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9df0c05a04984193ad8649a31bcb7d05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7578676 May 19 15:05:32.348614 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:32.349031 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Checking segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:32.349428 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.349855 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Bound using segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:32.350334 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Bound port: 74a8cc0e-622c-441f-9b10-081c9abf6c09, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:32.356530 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.357096 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df3179-b584-4587-a2a2-4539117dcec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613800a5-60c7-461a-ba18-c4ac11bde884,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:32.357331 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.359006 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.360015 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.361537 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.362226 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.363072 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.363661 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41288) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:32.365289 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.365782 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.366762 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.370148 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.370459 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.370828 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.372261 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.374490 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.374852 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Tracked resource versions report: May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: pushed versions: May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: { 'AddressGroup': {'1.2'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Agent': {'1.1'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'ConntrackHelper': {'1.0'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'LocalIPAssociation': {'1.0'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Log': {'1.0'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'NDPProxy': {'1.0'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Network': {'1.1'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Port': {'1.7'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'PortForwarding': {'1.3'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'QosPolicy': {'1.10'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroup': {'1.5'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroupRule': {'1.2'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SubPort': {'1.0'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Subnet': {'1.1'}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Trunk': {'1.1'}} May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: consumer versions: May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: { DHCP agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: HyperV agent@hv-cinder-82549: {}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: L3 agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: Metadata agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: Metering agent@dv-cinder-825492-12-iscsi: {}, May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: Open vSwitch agent@dv-cinder-825492-12-iscsi: { 'AddressGroup': '1.2', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Agent': '1.1', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'ConntrackHelper': '1.0', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'LocalIPAssociation': '1.0', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Log': '1.0', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'NDPProxy': '1.0', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Network': '1.1', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Port': '1.7', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'PortForwarding': '1.3', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'QosPolicy': '1.10', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroup': '1.5', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SecurityGroupRule': '1.2', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'SubPort': '1.0', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Subnet': '1.1', May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: 'Trunk': '1.1'}} May 19 15:05:32.376596 dv-cinder-825492-12-iscsi neutron-server[103764]: {{(pid=103764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 15:05:32.384051 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Attempting to bind port b8cb0bcd-47b7-4958-ae5c-403408c07998 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:32.385164 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Attempting to bind port b8cb0bcd-47b7-4958-ae5c-403408c07998 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:32.387467 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Attempting to bind port b8cb0bcd-47b7-4958-ae5c-403408c07998 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:32.401639 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:32.402500 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:32.403275 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.403880 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:32.404764 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Bound port: b8cb0bcd-47b7-4958-ae5c-403408c07998, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:32.405487 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.420878 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.469924 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Allocated IP 172.27.2.100 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/4006bded-36fe-4819-bb0a-602d52beccdc) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:32.479987 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] For port b8cb0bcd-47b7-4958-ae5c-403408c07998, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:32.483224 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-1df50652-8724-40ab-9351-7c13a1dd480e None None] Provisioning complete for port 04f00dba-15b6-4533-889c-c58c57dae985 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:32.485479 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] For port b8cb0bcd-47b7-4958-ae5c-403408c07998, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=b8cb0bcd-47b7-4958-ae5c-403408c07998,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:32.485843 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1df50652-8724-40ab-9351-7c13a1dd480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (04f00dba-15b6-4533-889c-c58c57dae985), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.490707 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:32.492864 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:32.505200 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.526744 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97e134e4-ceda-4bcb-8937-ef0f15300144 admin admin] Publish callbacks [] for security_group (613800a5-60c7-461a-ba18-c4ac11bde884), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.580228 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afdff6-a14d-43ac-98d7-8be48c24a4dc None None] Pushing event updated for resources: {'Port': ['ID=b8cb0bcd-47b7-4958-ae5c-403408c07998,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:32.592748 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97e134e4-ceda-4bcb-8937-ef0f15300144 admin admin] Publish callbacks [] for security_group (613800a5-60c7-461a-ba18-c4ac11bde884), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.615227 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:32.616083 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:32.636922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks [] for port (4006bded-36fe-4819-bb0a-602d52beccdc), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.689368 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.694190 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:32.768622 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:32.785684 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:32.788858 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:32.809144 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:32.856693 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Pushing event updated for resources: {'Port': ['ID=4006bded-36fe-4819-bb0a-602d52beccdc,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:32.871853 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97e134e4-ceda-4bcb-8937-ef0f15300144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (613800a5-60c7-461a-ba18-c4ac11bde884), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.875412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-97e134e4-ceda-4bcb-8937-ef0f15300144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:32.890023 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32e67-5dff-4fc6-bd81-3818f1951b0b None None] Pushing event updated for resources: {'Port': ['ID=04f00dba-15b6-4533-889c-c58c57dae985,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:32.894412 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-97e134e4-ceda-4bcb-8937-ef0f15300144 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/613800a5-60c7-461a-ba18-c4ac11bde884 HTTP/1.1" status: 204 len: 168 time: 0.5079687 May 19 15:05:32.948219 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 04f00dba-15b6-4533-889c-c58c57dae985 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:33.042935 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks [] for router_controller (622f24b7-6ec4-4db0-8274-5860a0e714b8), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:33.045827 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ed7ba6d8-b64c-4e49-9669-a849407eee93 req-a6f7b8be-c9c2-44d8-8703-d90df808eae5 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.0796680 May 19 15:05:33.063007 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e134e4-ceda-4bcb-8937-ef0f15300144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613800a5-60c7-461a-ba18-c4ac11bde884,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:33.122738 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:05:33.123731 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:33.157886 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:33.194986 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] For port 74a8cc0e-622c-441f-9b10-081c9abf6c09, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:33.219341 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:29Z', 'revision_number': 3, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:33.268765 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] For port 74a8cc0e-622c-441f-9b10-081c9abf6c09, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=74a8cc0e-622c-441f-9b10-081c9abf6c09,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:33.305909 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ba363-2cb8-42ae-b521-388e354e74a5 None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:29Z', 'revision_number': 3, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:05:33.319314 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:33.522723 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 04f00dba-15b6-4533-889c-c58c57dae985 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:33.545572 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:33.549780 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1df50652-8724-40ab-9351-7c13a1dd480e None None] Current status of the port 04f00dba-15b6-4533-889c-c58c57dae985 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:33.679191 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:33.727034 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91686d-aa0e-4f57-a666-89116e8740b0 None None] Pushing event updated for resources: {'Port': ['ID=74a8cc0e-622c-441f-9b10-081c9abf6c09,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:33.749728 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 04f00dba-15b6-4533-889c-c58c57dae985 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:33.750125 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (04f00dba-15b6-4533-889c-c58c57dae985), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:33.753842 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:33.801827 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Allocated IP 172.20.0.2 (aaadbb67-bc9d-4c4f-a511-c571d677d8f0/cd100638-a8fe-43c6-b9e2-24f7ed4a5726/7f6b5548-a2f9-411c-b73c-85b162591be2) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:33.843357 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Allocated IP 172.20.0.1 (6c03712e-3615-4599-bcae-117320ca4aeb/1d833707-4508-4e48-95a7-b9e61c5b65f5/8db79f4d-ccfe-45a3-9c7a-d5b00eed1535) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:33.879224 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks [] for router_gateway (34ed327f-2078-490b-ae7e-2613eab2b491), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:33.916006 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:33.994794 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks [] for router_gateway (622f24b7-6ec4-4db0-8274-5860a0e714b8), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.291526 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks [] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.294757 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4acd47db-49ad-40f3-967a-303617e686cc req-51c2f181-4138-43ae-8c7f-a7e26d695a74 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.1270835 May 19 15:05:34.427906 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (34ed327f-2078-490b-ae7e-2613eab2b491), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.431658 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 04f00dba-15b6-4533-889c-c58c57dae985 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:34.441667 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:34.452498 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.573760 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Publish callbacks [] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.583628 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.610278 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Router 34ed327f-2078-490b-ae7e-2613eab2b491 is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:05:34.657203 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Pushing event updated for resources: {'Port': ['ID=7f6b5548-a2f9-411c-b73c-85b162591be2,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:34.659275 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Network 6c03712e-3615-4599-bcae-117320ca4aeb is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:34.671708 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:34.677292 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:34.677767 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.716148 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:34.717858 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:34.727277 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:34.832560 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Pushing event updated for resources: {'Port': ['ID=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:34.842929 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:05:34.859706 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks [] for router_gateway (622f24b7-6ec4-4db0-8274-5860a0e714b8), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.871114 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Sync routers for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:05:34.890606 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.894614 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b89e6416-95f8-4753-9d7f-773ab631e005 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1384943 May 19 15:05:34.894848 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41380) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:34.897432 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Attempting to bind port 7f6b5548-a2f9-411c-b73c-85b162591be2 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:34.897577 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Attempting to bind port 7f6b5548-a2f9-411c-b73c-85b162591be2 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:34.897998 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Attempting to bind port 7f6b5548-a2f9-411c-b73c-85b162591be2 on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:34.910011 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:34.916930 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:34.934722 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.936272 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:34.936653 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Checking segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:34.937053 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:34.937439 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Bound using segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:34.939930 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Bound port: 7f6b5548-a2f9-411c-b73c-85b162591be2, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:34.940321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:35.192166 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-47c386f8-724c-4bdb-909d-12a4c8f181ca None None] Provisioning complete for port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:35.192520 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-47c386f8-724c-4bdb-909d-12a4c8f181ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:35.403188 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] For port 7f6b5548-a2f9-411c-b73c-85b162591be2, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:35.406828 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] For port 7f6b5548-a2f9-411c-b73c-85b162591be2, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=7f6b5548-a2f9-411c-b73c-85b162591be2,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:35.410330 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:35.444010 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:35.498363 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:35.516014 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebf2a4-0ca5-475d-aa8b-10f0af2611b2 None None] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:35.520199 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-47c386f8-724c-4bdb-909d-12a4c8f181ca None None] Port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:35.560953 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:35.563677 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:35.605531 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Allocated IP 172.27.2.27 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/79d09ff3-0aac-4ec0-a392-38257f538a1b) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:35.644873 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b8cb0bcd-47b7-4958-ae5c-403408c07998 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:35.703508 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:35.704961 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:35.725797 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-765df2f0-acc0-4d35-8b76-7788dac341ea req-f72987a9-ec3c-4601-8469-c50bcfc88e8e tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.0865600 May 19 15:05:35.859881 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:35.912566 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-3a8892be-a80a-450b-be45-bf8a33782a3f None None] Provisioning complete for port 74a8cc0e-622c-441f-9b10-081c9abf6c09 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:35.912925 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a8892be-a80a-450b-be45-bf8a33782a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.052257 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks [] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.053547 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:36.116644 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5246ed-9d46-41e4-bc91-3388d437bc19 None None] Pushing event updated for resources: {'Port': ['ID=7f6b5548-a2f9-411c-b73c-85b162591be2,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:36.121782 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:33Z', 'revision_number': 3, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:36.178454 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Allocated IP 172.20.0.1 (fba0d92a-cc3d-4407-a8fd-52349f4553f3/f6899c0b-33d6-4744-b66b-e000e66cbaa5/863669ec-5c12-4510-bf0a-01ef54096885) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:36.239766 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Checking router: 34ed327f-2078-490b-ae7e-2613eab2b491 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:05:36.241161 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Updating router 34ed327f-2078-490b-ae7e-2613eab2b491 port 4006bded-36fe-4819-bb0a-602d52beccdc binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:05:36.261150 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.286423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port b8cb0bcd-47b7-4958-ae5c-403408c07998 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:36.287784 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.389391 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=79d09ff3-0aac-4ec0-a392-38257f538a1b,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:36.410896 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks [] for port (863669ec-5c12-4510-bf0a-01ef54096885), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.424958 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:36.432932 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:36.452026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks [] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.461746 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:36.468662 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:36.477465 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.479405 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.501356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-3a8892be-a80a-450b-be45-bf8a33782a3f None None] Current status of the port 74a8cc0e-622c-441f-9b10-081c9abf6c09 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:36.513683 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a8892be-a80a-450b-be45-bf8a33782a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.528774 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (863669ec-5c12-4510-bf0a-01ef54096885), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.590212 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-3a8892be-a80a-450b-be45-bf8a33782a3f None None] For port 74a8cc0e-622c-441f-9b10-081c9abf6c09, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=74a8cc0e-622c-441f-9b10-081c9abf6c09,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:36.636801 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.49', 51242) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:36.637970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a8892be-a80a-450b-be45-bf8a33782a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.700489 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:36.705767 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:36.721563 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:36.722633 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (34ed327f-2078-490b-ae7e-2613eab2b491), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.724836 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8892be-a80a-450b-be45-bf8a33782a3f None None] Pushing event updated for resources: {'Port': ['ID=74a8cc0e-622c-441f-9b10-081c9abf6c09,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:36.817338 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41444) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:36.818176 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:36.820970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:36.821099 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port b8cb0bcd-47b7-4958-ae5c-403408c07998 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:36.830957 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Pushing event updated for resources: {'Port': ['ID=863669ec-5c12-4510-bf0a-01ef54096885,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:36.839966 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.024988 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port b8cb0bcd-47b7-4958-ae5c-403408c07998, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=b8cb0bcd-47b7-4958-ae5c-403408c07998,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:37.084105 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.084989 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 74a8cc0e-622c-441f-9b10-081c9abf6c09 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:37.231932 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=b8cb0bcd-47b7-4958-ae5c-403408c07998,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:37.256961 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Pushing event updated for resources: {'Port': ['ID=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:37.367969 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a79b5f86-21bd-4a74-901c-d5249ae00375 None None] Provisioning complete for port 74a8cc0e-622c-441f-9b10-081c9abf6c09 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:37.368309 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a79b5f86-21bd-4a74-901c-d5249ae00375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.440351 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0dbaad50-6f56-4047-9409-4762d88fdf5a req-05cf6c68-b7f6-48e3-b608-8ba8995f2766 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.4701836 May 19 15:05:37.457645 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f63f0692-1ef2-463c-be4a-87fd2ba61d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.531909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 74a8cc0e-622c-441f-9b10-081c9abf6c09 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:37.532948 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.549395 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-5666b9ea-03c0-43b6-a706-2c211b96d414 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:37.555654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (863669ec-5c12-4510-bf0a-01ef54096885), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.557642 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-5666b9ea-03c0-43b6-a706-2c211b96d414 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.49 "GET /v2.0/networks?id=1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 HTTP/1.1" status: 200 len: 812 time: 0.9099228 May 19 15:05:37.630775 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:37.641216 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:37.698567 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Network 6c03712e-3615-4599-bcae-117320ca4aeb is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:37.702835 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:37.800361 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f63f0692-1ef2-463c-be4a-87fd2ba61d9d admin admin] Publish callbacks [] for security_group (9b4b41f1-8f7c-46e9-80fd-d55310646c66), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.821697 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f63f0692-1ef2-463c-be4a-87fd2ba61d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9b4b41f1-8f7c-46e9-80fd-d55310646c66), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.950431 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks [] for router_gateway (622f24b7-6ec4-4db0-8274-5860a0e714b8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:37.963070 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f63f0692-1ef2-463c-be4a-87fd2ba61d9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c5f786b6e3843c8bb013bc7466f531e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1445975 May 19 15:05:37.966414 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41502) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:38.000736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068332e-c8c4-4d68-ac1c-66a51e7e664c None None] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:05:38.034215 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f0692-1ef2-463c-be4a-87fd2ba61d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b41f1-8f7c-46e9-80fd-d55310646c66,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:38.150472 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a79b5f86-21bd-4a74-901c-d5249ae00375 None None] Current status of the port 74a8cc0e-622c-441f-9b10-081c9abf6c09 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:38.162015 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c447ae1c-68ab-4b7e-b4a4-3cd9e34111e3 admin admin] Publish callbacks [] for security_group (9b4b41f1-8f7c-46e9-80fd-d55310646c66), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.174331 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:05:38.199251 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c447ae1c-68ab-4b7e-b4a4-3cd9e34111e3 admin admin] Publish callbacks [] for security_group (9b4b41f1-8f7c-46e9-80fd-d55310646c66), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.224866 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks [] for port (863669ec-5c12-4510-bf0a-01ef54096885), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.243315 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (863669ec-5c12-4510-bf0a-01ef54096885), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.243988 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (34ed327f-2078-490b-ae7e-2613eab2b491), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.378559 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:38.379691 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 74a8cc0e-622c-441f-9b10-081c9abf6c09 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:38.393490 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Pushing event updated for resources: {'Port': ['ID=863669ec-5c12-4510-bf0a-01ef54096885,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:38.398390 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:38.401125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:38.408925 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c447ae1c-68ab-4b7e-b4a4-3cd9e34111e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9b4b41f1-8f7c-46e9-80fd-d55310646c66), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.412622 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c447ae1c-68ab-4b7e-b4a4-3cd9e34111e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.416745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:38.419037 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c447ae1c-68ab-4b7e-b4a4-3cd9e34111e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b4b41f1-8f7c-46e9-80fd-d55310646c66 HTTP/1.1" status: 204 len: 168 time: 0.4417474 May 19 15:05:38.438765 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:38.447636 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:05:38.452744 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-52f31a42-189a-4ead-a989-552bd8acaa79 admin admin] 10.222.0.24 "PUT /v2.0/routers/9c75c24b-796e-45b9-9d0d-1c7ec29a6d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5730374 May 19 15:05:38.455606 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (622f24b7-6ec4-4db0-8274-5860a0e714b8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.460482 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:05:38.470170 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447ae1c-68ab-4b7e-b4a4-3cd9e34111e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b41f1-8f7c-46e9-80fd-d55310646c66,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:38.481220 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:38.482566 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:38.610907 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Publish callbacks [] for port (4006bded-36fe-4819-bb0a-602d52beccdc), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.623783 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:38.626648 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Provisioning complete for port 863669ec-5c12-4510-bf0a-01ef54096885 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:38.627080 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (863669ec-5c12-4510-bf0a-01ef54096885), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.672541 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:38.739138 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:38.792874 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-71c348a9-4b2c-4e19-a0eb-def07cc26fe8 req-dadf780c-d083-4c84-a305-a73b47d5f0ef tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.1002729 May 19 15:05:38.822764 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d5f80-4ed0-42d3-9202-470b98b9d9e6 None None] Pushing event updated for resources: {'Port': ['ID=4006bded-36fe-4819-bb0a-602d52beccdc,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:38.829890 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Router 34ed327f-2078-490b-ae7e-2613eab2b491 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:05:38.945884 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 7f6b5548-a2f9-411c-b73c-85b162591be2 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:38.978358 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:39.028817 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Attempting to bind port 4006bded-36fe-4819-bb0a-602d52beccdc on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:39.029708 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Attempting to bind port 4006bded-36fe-4819-bb0a-602d52beccdc by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:39.030071 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Attempting to bind port 4006bded-36fe-4819-bb0a-602d52beccdc on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:39.041675 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:39.042059 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:39.042577 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.043049 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:39.043702 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Bound port: 4006bded-36fe-4819-bb0a-602d52beccdc, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:39.044849 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.050313 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Port 863669ec-5c12-4510-bf0a-01ef54096885 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:39.120700 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 2, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:39.134980 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:05:39.150883 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-97df1a0b-ca1a-4a9a-adaa-20e09c889d17 admin admin] 10.222.0.24 "PUT /v2.0/routers/34ed327f-2078-490b-ae7e-2613eab2b491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2548010 May 19 15:05:39.171108 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Provisioning complete for port 7f6b5548-a2f9-411c-b73c-85b162591be2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:39.171529 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.179942 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:05:39.180559 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Updating router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:05:39.199528 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Router 622f24b7-6ec4-4db0-8274-5860a0e714b8 is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:05:39.214164 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:39.221647 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.332458 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] For port 4006bded-36fe-4819-bb0a-602d52beccdc, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:39.348846 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] For port 4006bded-36fe-4819-bb0a-602d52beccdc, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=4006bded-36fe-4819-bb0a-602d52beccdc,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:39.361655 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 7f6b5548-a2f9-411c-b73c-85b162591be2 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:39.362070 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.410971 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:05:39.414142 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.428922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41532) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:39.437423 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.438744 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a240dee6-a410-4c97-a75d-6d3fe6563fc7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5103500 May 19 15:05:39.441737 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41534) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:39.446831 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-79e58055-ac1b-4034-9df0-38381694ec06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.455617 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Sync routers for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:05:39.585975 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41538) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:39.590745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-8ab9061d-e34c-437e-9df3-92dd733737b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099731415', 'description': 'tempest-description--1370784299'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:39.625120 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:39.625970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:39.631348 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Publish callbacks [] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.634385 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:39.640836 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.685681 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Current status of the port 7f6b5548-a2f9-411c-b73c-85b162591be2 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:39.686220 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.692242 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-79e58055-ac1b-4034-9df0-38381694ec06 admin admin] Publish callbacks [] for security_group (2a325ca5-9923-473e-8067-3fcc63547993), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.694567 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7267-8323-4cff-b32b-932fd8758241 None None] Pushing event updated for resources: {'Port': ['ID=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:39.712188 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d5f80-4ed0-42d3-9202-470b98b9d9e6 None None] Pushing event updated for resources: {'Port': ['ID=4006bded-36fe-4819-bb0a-602d52beccdc,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:39.732202 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:39.733071 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:39.752127 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-79e58055-ac1b-4034-9df0-38381694ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2a325ca5-9923-473e-8067-3fcc63547993), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.790406 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ab9061d-e34c-437e-9df3-92dd733737b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.829652 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Attempting to bind port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:39.841240 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Attempting to bind port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:39.841767 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Attempting to bind port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:39.854292 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:39.854662 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Checking segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:39.855061 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.855477 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Bound using segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:39.855953 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Bound port: 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:39.856352 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.902335 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ab9061d-e34c-437e-9df3-92dd733737b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (db685648-f1a0-43d0-bbaf-ef8a3a85530d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.903371 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-79e58055-ac1b-4034-9df0-38381694ec06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ec716c74be140948fb351709f807505&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4732406 May 19 15:05:39.904007 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41550) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:39.904683 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e58055-ac1b-4034-9df0-38381694ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a325ca5-9923-473e-8067-3fcc63547993,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:39.919375 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ab9061d-e34c-437e-9df3-92dd733737b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (db685648-f1a0-43d0-bbaf-ef8a3a85530d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:39.989574 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Request body: {'port': {'device_id': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572', 'admin_state_up': True, 'tenant_id': '4f393107cd16496f85de03046f03c461'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:40.063274 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:40.067649 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] For port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:40.068081 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83a51c8d-95b1-42be-9cd0-c8f2e3d84337 admin admin] Publish callbacks [] for security_group (2a325ca5-9923-473e-8067-3fcc63547993), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.073670 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] For port 7f6b5548-a2f9-411c-b73c-85b162591be2, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=7f6b5548-a2f9-411c-b73c-85b162591be2,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:40.087145 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] For port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:40.097470 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.104275 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 7f6b5548-a2f9-411c-b73c-85b162591be2 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:40.104642 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.125369 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.148605 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83a51c8d-95b1-42be-9cd0-c8f2e3d84337 admin admin] Publish callbacks [] for security_group (2a325ca5-9923-473e-8067-3fcc63547993), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.186929 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Provisioning complete for port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:40.186929 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.284435 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:40.294306 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:40.351896 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:40.370589 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83a51c8d-95b1-42be-9cd0-c8f2e3d84337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2a325ca5-9923-473e-8067-3fcc63547993), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.373427 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83a51c8d-95b1-42be-9cd0-c8f2e3d84337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.376154 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:40.378892 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7267-8323-4cff-b32b-932fd8758241 None None] Pushing event updated for resources: {'Port': ['ID=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:40.436940 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-83a51c8d-95b1-42be-9cd0-c8f2e3d84337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a325ca5-9923-473e-8067-3fcc63547993 HTTP/1.1" status: 204 len: 168 time: 0.5048461 May 19 15:05:40.452935 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:40.453582 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:40.485728 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29375eb8-f124-453e-9fba-bf9ff360407e req-b49cef68-bcba-4dda-9897-817bc757ece5 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.2106869 May 19 15:05:40.606849 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9061d-e34c-437e-9df3-92dd733737b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db685648-f1a0-43d0-bbaf-ef8a3a85530d,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:40.620428 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ab9061d-e34c-437e-9df3-92dd733737b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:40.627843 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8ab9061d-e34c-437e-9df3-92dd733737b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0380371 May 19 15:05:40.642187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41588) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:40.665245 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-ec379b72-daac-4d11-b4b6-112cfc9a02c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': 'db685648-f1a0-43d0-bbaf-ef8a3a85530d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:40.701353 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:40.748182 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:40.883607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a51c8d-95b1-42be-9cd0-c8f2e3d84337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a325ca5-9923-473e-8067-3fcc63547993,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:40.906106 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-d60b3f0c-981d-41cd-b073-3ca7a7843fc3 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:40.914742 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-d60b3f0c-981d-41cd-b073-3ca7a7843fc3 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 818 time: 0.4279814 May 19 15:05:40.925200 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Pushing event updated for resources: {'Port': ['ID=7f6b5548-a2f9-411c-b73c-85b162591be2,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:40.932691 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:40.951267 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-2d69f551-4b14-4063-8e5d-087246b2e6c1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/quotas/199f08479d9541bc936bb4ea80bae96a HTTP/1.1" status: 200 len: 375 time: 0.0285950 May 19 15:05:40.969714 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.db.api [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 15:05:40.970651 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG oslo_db.api [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 15:05:41.076809 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:41.081798 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-d54ec4eb-0059-4dcf-a331-e5c3d76da2b5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107907 May 19 15:05:41.099840 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Made reservation on behalf of 4f393107cd16496f85de03046f03c461 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:41.107436 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:41.119594 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ec379b72-daac-4d11-b4b6-112cfc9a02c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (55fd2b5a-2d22-484c-9313-f25308d076ae), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:41.159720 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:40Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:41.222372 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4bc5d7-eb03-4d06-a295-a20da7ec4603 None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:40Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:05:41.314971 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Current status of the port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:41.314971 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:41.426114 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-7853188b-5d1f-4848-a6d3-4d035e41c97d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:05:41.427163 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-7853188b-5d1f-4848-a6d3-4d035e41c97d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1396255 May 19 15:05:41.643422 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-a12b6de0-4917-441a-868a-e36170b884cf service neutron] 10.222.0.24 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037096 May 19 15:05:41.741610 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] For port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:41.817125 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 7f6b5548-a2f9-411c-b73c-85b162591be2 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:41.817125 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b8cb0bcd-47b7-4958-ae5c-403408c07998 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:41.817125 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:41.818126 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 3, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:41.948282 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ea5b284e-e2b0-40ae-815a-ab65c7970c6e req-bdb1a6a6-8e2d-421b-bb8c-6a1297ae8797 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.1336632 May 19 15:05:42.096729 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-77fa327f-852d-40ac-9272-a7523e8dddd8 service neutron] 10.222.0.24 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486001 May 19 15:05:42.133653 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Allocated IP 172.20.0.12 (1b8ce7f1-e5c0-4589-9b93-f3357d7e9572/f9655f4c-9b2d-4996-bcd5-2b05842cf89f/cd914d91-3336-4816-af6e-7033c8452477) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:42.138077 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.145166 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ec379b72-daac-4d11-b4b6-112cfc9a02c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (55fd2b5a-2d22-484c-9313-f25308d076ae), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.161377 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ec379b72-daac-4d11-b4b6-112cfc9a02c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (55fd2b5a-2d22-484c-9313-f25308d076ae), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.285470 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec379b72-daac-4d11-b4b6-112cfc9a02c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fd2b5a-2d22-484c-9313-f25308d076ae,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:42.425339 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2fa08-72ea-44a6-b440-3637577fca93 None None] Pushing event updated for resources: {'Port': ['ID=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:42.472745 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Checking router: 622f24b7-6ec4-4db0-8274-5860a0e714b8 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:05:42.473759 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Updating router 622f24b7-6ec4-4db0-8274-5860a0e714b8 port 79d09ff3-0aac-4ec0-a392-38257f538a1b binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:05:42.479044 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ec379b72-daac-4d11-b4b6-112cfc9a02c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.480345 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ec379b72-daac-4d11-b4b6-112cfc9a02c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8308182 May 19 15:05:42.483240 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41652) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:42.494133 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-927763b7-220a-451d-a576-34b19dfa2734 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': 'db685648-f1a0-43d0-bbaf-ef8a3a85530d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:42.548433 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-927763b7-220a-451d-a576-34b19dfa2734 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (f9743328-67da-4701-a0c5-6e010172192e), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.636673 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Provisioning complete for port 863669ec-5c12-4510-bf0a-01ef54096885 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:42.636909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (863669ec-5c12-4510-bf0a-01ef54096885), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.735316 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Allocated IP 172.20.0.1 (aaadbb67-bc9d-4c4f-a511-c571d677d8f0/cd100638-a8fe-43c6-b9e2-24f7ed4a5726/fb9bd97d-609e-49c3-94db-484267887d36) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:42.736794 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-927763b7-220a-451d-a576-34b19dfa2734 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (f9743328-67da-4701-a0c5-6e010172192e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.775864 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-927763b7-220a-451d-a576-34b19dfa2734 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (f9743328-67da-4701-a0c5-6e010172192e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.795277 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0eeba664-88ee-4430-a48d-43e24ea6df93 req-f0dc251b-9950-404d-b4af-a8d417955dbd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 210 time: 0.1788616 May 19 15:05:42.816641 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Port 863669ec-5c12-4510-bf0a-01ef54096885 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:42.818548 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:42.821700 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 2, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:42.844980 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.874835 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927763b7-220a-451d-a576-34b19dfa2734 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9743328-67da-4701-a0c5-6e010172192e,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:42.906875 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-927763b7-220a-451d-a576-34b19dfa2734 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:42.920788 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-927763b7-220a-451d-a576-34b19dfa2734 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350626 May 19 15:05:42.921523 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41672) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:42.926481 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:43.013819 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.137112 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port b8cb0bcd-47b7-4958-ae5c-403408c07998 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:43.137597 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.241425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks [] for port (fb9bd97d-609e-49c3-94db-484267887d36), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.272323 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:43.276425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:43.391096 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks [] for port (cd914d91-3336-4816-af6e-7033c8452477), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.462115 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (cd914d91-3336-4816-af6e-7033c8452477), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.603172 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:43.617898 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:43.631592 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:43.640875 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:43.658164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:43.659287 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.681516 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7544057 May 19 15:05:43.682657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (fb9bd97d-609e-49c3-94db-484267887d36), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.701621 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-02c98e30-ea66-4be2-a8cb-7f52158d32db tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:05:43.709809 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a93f0-f36e-4ed0-8a4a-63478a0c3d04 None None] The sync data for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi is: [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 2, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:05:43.713016 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-02c98e30-ea66-4be2-a8cb-7f52158d32db tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0236356 May 19 15:05:43.716998 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4290c-68f7-4bc2-9264-c34ee3225123 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Pushing event updated for resources: {'Port': ['ID=cd914d91-3336-4816-af6e-7033c8452477,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:43.793245 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Provisioning complete for port 7f6b5548-a2f9-411c-b73c-85b162591be2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:43.807323 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.840891 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-93ad5cc8-4231-40ca-83a1-55fd9a3b2a39 req-bd1bfc0c-4d88-4f16-baea-ba6e421619e3 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.6014280 May 19 15:05:43.841111 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb9bd97d-609e-49c3-94db-484267887d36,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:43.842089 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:43.887934 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:43.889378 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:43.918374 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:43.921926 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (622f24b7-6ec4-4db0-8274-5860a0e714b8), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:44.377729 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Request body: {'port': {'device_id': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:44.385252 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (fb9bd97d-609e-49c3-94db-484267887d36), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:44.394998 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-566c871d-beb9-42fc-9daf-35a35fb7b265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:44.448563 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-ccce8602-3338-40ac-953c-c12a67f975f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:44.466851 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-ccce8602-3338-40ac-953c-c12a67f975f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 818 time: 1.2330375 May 19 15:05:44.498858 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-783c104f-2601-4183-9900-6686fac50cce tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/quotas/199f08479d9541bc936bb4ea80bae96a HTTP/1.1" status: 200 len: 375 time: 0.0306840 May 19 15:05:44.715786 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (cd914d91-3336-4816-af6e-7033c8452477), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:44.742821 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-e782abc1-946c-4055-ae2f-a01a63179183 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2427881 May 19 15:05:44.778405 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Publish callbacks [] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:44.920824 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.27.2.69 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/1bd36245-8067-4e7d-b00a-175a8a62d573) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:44.935428 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:44.989270 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port b8cb0bcd-47b7-4958-ae5c-403408c07998 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:44.992364 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 74a8cc0e-622c-441f-9b10-081c9abf6c09 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:45.123671 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Current status of the port 7f6b5548-a2f9-411c-b73c-85b162591be2 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:45.133498 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:45.151907 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:45.194519 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Provisioning complete for port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:45.194964 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:45.277279 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:45.400953 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:45.442048 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:45.465116 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf89eb-e0f2-4804-b0b8-c95203c3e54f req-93f729ce-760d-44ff-a1d7-dfa096ded0f4 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:45.478382 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fcf89eb-e0f2-4804-b0b8-c95203c3e54f req-93f729ce-760d-44ff-a1d7-dfa096ded0f4 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 932 time: 0.3433428 May 19 15:05:45.616896 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 74a8cc0e-622c-441f-9b10-081c9abf6c09 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:45.626553 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:45.684461 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Attempting to bind port 79d09ff3-0aac-4ec0-a392-38257f538a1b on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:45.685231 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Attempting to bind port 79d09ff3-0aac-4ec0-a392-38257f538a1b by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:45.686787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Attempting to bind port 79d09ff3-0aac-4ec0-a392-38257f538a1b on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:45.716620 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fcf89eb-e0f2-4804-b0b8-c95203c3e54f req-516795d2-abe5-4238-8395-87a67e3258c5 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361419 May 19 15:05:45.770572 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e9e9a-d75d-4278-b05d-95c955941733 None None] Pushing event updated for resources: {'Port': ['ID=79d09ff3-0aac-4ec0-a392-38257f538a1b,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:45.795705 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:45.798299 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:45.800369 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:45.801183 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:45.803309 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Bound port: 79d09ff3-0aac-4ec0-a392-38257f538a1b, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:45.804768 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:45.900679 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41812) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:45.945349 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-452272b1-063b-4721-ab4d-8e171d392fcd service neutron] 10.222.0.24 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1892631 May 19 15:05:45.984946 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:46.182746 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-417fbd48-29d8-42e0-880e-094d414a8b08 None None] Current status of the port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:46.253953 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] For port 79d09ff3-0aac-4ec0-a392-38257f538a1b, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:46.264659 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] For port 79d09ff3-0aac-4ec0-a392-38257f538a1b, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=79d09ff3-0aac-4ec0-a392-38257f538a1b,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:46.341104 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:46.395838 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.49', 51258) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:46.405728 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:46.422630 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-0e53d436-fc0c-49f0-9df4-226d47bee1f0 None None] Provisioning complete for port fb9bd97d-609e-49c3-94db-484267887d36 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:46.423310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0e53d436-fc0c-49f0-9df4-226d47bee1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (fb9bd97d-609e-49c3-94db-484267887d36), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:46.534197 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-18e8c344-2934-42a8-8f0c-4135bf2a1082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:46.568342 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 74a8cc0e-622c-441f-9b10-081c9abf6c09 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:46.592561 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:46.618794 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e9e9a-d75d-4278-b05d-95c955941733 None None] Pushing event updated for resources: {'Port': ['ID=79d09ff3-0aac-4ec0-a392-38257f538a1b,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:46.622408 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-0e53d436-fc0c-49f0-9df4-226d47bee1f0 None None] Port fb9bd97d-609e-49c3-94db-484267887d36 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:46.638382 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:46.644794 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:46.840630 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41832) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:46.847745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:46.854892 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd914d91-3336-4816-af6e-7033c8452477 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:05:46.898284 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Publish callbacks [] for port (cd914d91-3336-4816-af6e-7033c8452477), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:46.911750 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:46.924746 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks [] for port (fb9bd97d-609e-49c3-94db-484267887d36), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:46.925048 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f1db578a-76a1-404b-8c35-9c91baa3bad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:46.949482 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:47.009379 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Transition to ACTIVE for port object cd914d91-3336-4816-af6e-7033c8452477 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:05:47.019391 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (fb9bd97d-609e-49c3-94db-484267887d36), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.022038 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (622f24b7-6ec4-4db0-8274-5860a0e714b8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.060767 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (cd914d91-3336-4816-af6e-7033c8452477), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.081099 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=1bd36245-8067-4e7d-b00a-175a8a62d573,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:47.112955 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 4006bded-36fe-4819-bb0a-602d52beccdc up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:47.114355 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-da481500-ff04-4c0c-aafb-a2bdabc7ffbd service neutron] 10.222.0.24 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1437471 May 19 15:05:47.126777 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41852) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:47.377437 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83423c6-0a2e-4883-9248-41b2904c1c5e req-3dde0046-5a1c-4125-99f5-8eb33465dc79 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:47.380056 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d83423c6-0a2e-4883-9248-41b2904c1c5e req-3dde0046-5a1c-4125-99f5-8eb33465dc79 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 944 time: 0.4317563 May 19 15:05:47.422641 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 4006bded-36fe-4819-bb0a-602d52beccdc triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:47.423326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.440961 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:47.491615 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:47.530249 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.533093 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:47.534290 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:47.621275 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (1b32ecf8-32be-4179-974e-542da6375def), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.646404 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 4006bded-36fe-4819-bb0a-602d52beccdc is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:47.646939 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.681221 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 4006bded-36fe-4819-bb0a-602d52beccdc, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=4006bded-36fe-4819-bb0a-602d52beccdc,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:47.708403 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb9bd97d-609e-49c3-94db-484267887d36,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:47.789050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:42Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:47.823395 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f5550f1-1edb-4d3d-bbfb-74aacc985bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.825141 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d497bc47-1dfb-48a7-b070-3576e34c9349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.880501 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:47.881483 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:47.982150 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c0061319-9f8f-4d2e-9ffc-92cf05770c47 req-4643e62c-b020-4cfe-b998-91d93fc1199d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 210 time: 0.3379118 May 19 15:05:47.989089 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd914d91-3336-4816-af6e-7033c8452477,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:48.033056 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:48.086446 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Router 622f24b7-6ec4-4db0-8274-5860a0e714b8 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:05:48.093847 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Attempting to bind port cd914d91-3336-4816-af6e-7033c8452477 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:48.094417 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Attempting to bind port cd914d91-3336-4816-af6e-7033c8452477 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '9be1b8c3-bd46-4de1-8407-3f671855fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:48.094766 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Attempting to bind port cd914d91-3336-4816-af6e-7033c8452477 on network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:48.109084 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Port cd914d91-3336-4816-af6e-7033c8452477 on network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:05:48.109418 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Attempting to bind port cd914d91-3336-4816-af6e-7033c8452477 on network 1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:48.134875 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:48.135138 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Checking segment: {'id': '9be1b8c3-bd46-4de1-8407-3f671855fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:48.135728 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Bound using segment: {'id': '9be1b8c3-bd46-4de1-8407-3f671855fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:48.136196 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Bound port: cd914d91-3336-4816-af6e-7033c8452477, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be1b8c3-bd46-4de1-8407-3f671855fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:48.136562 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (cd914d91-3336-4816-af6e-7033c8452477), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.231607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-f6fd5bc8-a741-45dd-bdf9-4a42e0ff7700 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:48.233607 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-f6fd5bc8-a741-45dd-bdf9-4a42e0ff7700 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 818 time: 1.8335147 May 19 15:05:48.238592 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27ced5-ff60-4066-af1f-3060776852a2 None None] The sync data for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi is: [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:42Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:05:48.244380 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:48.356691 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:48.368166 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d83423c6-0a2e-4883-9248-41b2904c1c5e req-caf47da5-8eeb-42f7-bda2-23f1a346dc74 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8762445 May 19 15:05:48.368876 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.392751 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=4006bded-36fe-4819-bb0a-602d52beccdc,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:48.401756 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-d9a35af4-9d2b-4fe6-8b63-e1294229bcf7 None None] Provisioning complete for port fb9bd97d-609e-49c3-94db-484267887d36 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:48.402004 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d9a35af4-9d2b-4fe6-8b63-e1294229bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (fb9bd97d-609e-49c3-94db-484267887d36), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.446224 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Sync routers for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:05:48.461700 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] For port cd914d91-3336-4816-af6e-7033c8452477, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:48.466777 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:48.468158 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:48.469133 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] For port cd914d91-3336-4816-af6e-7033c8452477, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cd914d91-3336-4816-af6e-7033c8452477,segment=NetworkSegment(9be1b8c3-bd46-4de1-8407-3f671855fe32),segment_id=9be1b8c3-bd46-4de1-8407-3f671855fe32)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:48.471536 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:05:48.487573 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c3386716-1f85-408c-8da8-f8085cf56c7f admin admin] 10.222.0.24 "PUT /v2.0/routers/622f24b7-6ec4-4db0-8274-5860a0e714b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0443337 May 19 15:05:48.494722 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-d9a35af4-9d2b-4fe6-8b63-e1294229bcf7 None None] Port fb9bd97d-609e-49c3-94db-484267887d36 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:48.501880 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (cd914d91-3336-4816-af6e-7033c8452477), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.510020 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:48.510685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.519505 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'port': {'device_id': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'admin_state_up': True, 'tenant_id': '199f08479d9541bc936bb4ea80bae96a'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:48.643598 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:48.651525 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.653144 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/cd914d91-3336-4816-af6e-7033c8452477 HTTP/1.1" status: 200 len: 1094 time: 4.4140549 May 19 15:05:48.653644 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'tag': 'cd914d91-3336-4816-af6e-7033c8452477'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:05:48.674772 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:48.716941 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:48.717994 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 7f6b5548-a2f9-411c-b73c-85b162591be2 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:48.802693 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.806704 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 7f6b5548-a2f9-411c-b73c-85b162591be2 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:48.806704 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.892568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f1db578a-76a1-404b-8c35-9c91baa3bad5 admin admin] Publish callbacks [] for security_group (35c4ffe8-cd30-490b-837c-ef4bf11fec55), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.974444 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d497bc47-1dfb-48a7-b070-3576e34c9349 admin admin] Publish callbacks [] for security_group (9f46d164-2da8-445d-ab70-85633708619f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:48.981509 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:48.999834 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 7f6b5548-a2f9-411c-b73c-85b162591be2 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:49.118158 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f1db578a-76a1-404b-8c35-9c91baa3bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (35c4ffe8-cd30-490b-837c-ef4bf11fec55), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:49.219375 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d497bc47-1dfb-48a7-b070-3576e34c9349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9f46d164-2da8-445d-ab70-85633708619f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:49.250100 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 4006bded-36fe-4819-bb0a-602d52beccdc up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:49.360605 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41900) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:49.391504 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f1db578a-76a1-404b-8c35-9c91baa3bad5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33f091f18edf4402bd1e81f64f97a7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4879637 May 19 15:05:49.397557 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d497bc47-1dfb-48a7-b070-3576e34c9349 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05811e82bc594b00820ca45b50c52fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2514868 May 19 15:05:49.399483 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41904) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:49.399989 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41908) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:49.411861 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db578a-76a1-404b-8c35-9c91baa3bad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c4ffe8-cd30-490b-837c-ef4bf11fec55,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:49.444143 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 4006bded-36fe-4819-bb0a-602d52beccdc triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:49.444611 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:49.467091 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-fc40bc90-9ed2-4594-8033-6e75a084f6ec tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797710511', 'description': 'tempest-description--1002893530'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:49.494882 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:49.589246 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:49.640258 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d8999-89b8-4bb9-a38a-e4814bffee34" -d '{"events": [{"name": "network-changed", "server_uuid": "62d2649c-80e3-422b-9e2c-e0e946f95f17", "tag": "cd914d91-3336-4816-af6e-7033c8452477"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:05:49.658829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0eda-14be-4806-94e0-3cdec8e982f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd914d91-3336-4816-af6e-7033c8452477,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:49.678819 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-2c5e52e3-e8c5-4450-85f5-d6667fa076af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:49.685448 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-2c5e52e3-e8c5-4450-85f5-d6667fa076af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f393107cd16496f85de03046f03c461&device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 1128 time: 0.7774739 May 19 15:05:49.721699 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb06e-c837-4187-bfe2-217963d10b01 admin admin] Publish callbacks [] for security_group (35c4ffe8-cd30-490b-837c-ef4bf11fec55), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:49.730431 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 2, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:49.753004 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 4006bded-36fe-4819-bb0a-602d52beccdc is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:49.776146 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Checking router: 34ed327f-2078-490b-ae7e-2613eab2b491 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:05:49.783928 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Updating router 34ed327f-2078-490b-ae7e-2613eab2b491 port 863669ec-5c12-4510-bf0a-01ef54096885 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:05:49.803900 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb06e-c837-4187-bfe2-217963d10b01 admin admin] Publish callbacks [] for security_group (35c4ffe8-cd30-490b-837c-ef4bf11fec55), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:49.834796 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.49', 51263) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:49.836497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc40bc90-9ed2-4594-8033-6e75a084f6ec tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:49.893256 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (863669ec-5c12-4510-bf0a-01ef54096885), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:49.927003 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c7e2-3775-4ae0-8867-e7b2031adb46 req-b3d825f4-b3cc-4ca0-87a7-c6d35b2e1c0b tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:49.936374 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1f59c7e2-3775-4ae0-8867-e7b2031adb46 req-b3d825f4-b3cc-4ca0-87a7-c6d35b2e1c0b tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 944 time: 0.3308594 May 19 15:05:49.950089 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4da4cbda-db1d-4b14-8552-e4a96c88bd1c req-8d91972f-7e24-488e-ab44-3ede49048bb5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 210 time: 0.6044726 May 19 15:05:50.009317 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-a00c26c8-5ce2-4a8a-9e70-d2d8cf1eac36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd914d91-3336-4816-af6e-7033c8452477 HTTP/1.1" status: 200 len: 217 time: 0.3101809 May 19 15:05:50.022081 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41918) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:50.161325 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:50.167074 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-334f5514-e49d-4589-94f2-c68b0d7750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:50.172795 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-334f5514-e49d-4589-94f2-c68b0d7750aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9655f4c-9b2d-4996-bcd5-2b05842cf89f HTTP/1.1" status: 200 len: 852 time: 0.0811398 May 19 15:05:50.199844 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497bc47-1dfb-48a7-b070-3576e34c9349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46d164-2da8-445d-ab70-85633708619f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:50.250526 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8f73f0-08fa-45b5-a1d5-20c04cf5d761 admin admin] Publish callbacks [] for security_group (9f46d164-2da8-445d-ab70-85633708619f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.311130 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb06e-c837-4187-bfe2-217963d10b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (35c4ffe8-cd30-490b-837c-ef4bf11fec55), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.313580 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb06e-c837-4187-bfe2-217963d10b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.321666 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ba7fb06e-c837-4187-bfe2-217963d10b01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35c4ffe8-cd30-490b-837c-ef4bf11fec55 HTTP/1.1" status: 204 len: 168 time: 0.9028854 May 19 15:05:50.335789 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.340723 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-58d6780e-af3e-4371-aeda-23fde701806a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b8ce7f1-e5c0-4589-9b93-f3357d7e9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453087 May 19 15:05:50.346975 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f5550f1-1edb-4d3d-bbfb-74aacc985bff admin admin] Publish callbacks [] for security_group (a40f3039-b205-45ec-b8bb-dc9fea4deddf), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.379521 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1f59c7e2-3775-4ae0-8867-e7b2031adb46 req-14545a6f-a481-4492-9012-e3ab3188a963 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417615 May 19 15:05:50.442839 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f5550f1-1edb-4d3d-bbfb-74aacc985bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a40f3039-b205-45ec-b8bb-dc9fea4deddf), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.448950 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc40bc90-9ed2-4594-8033-6e75a084f6ec tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (034fd40d-fe35-4718-bf7e-a3903fb880fb), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.539521 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff1a24-03e4-4b5b-b1fc-9300290f9ed4 x-openstack-request-id: req-c9ff1a24-03e4-4b5b-b1fc-9300290f9ed4 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:05:50.544230 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d2649c-80e3-422b-9e2c-e0e946f95f17", "tag": "cd914d91-3336-4816-af6e-7033c8452477", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:05:50.544713 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9ff1a24-03e4-4b5b-b1fc-9300290f9ed4 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:05:50.545284 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ff1a24-03e4-4b5b-b1fc-9300290f9ed4'] response: {'name': 'network-changed', 'server_uuid': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'tag': 'cd914d91-3336-4816-af6e-7033c8452477', 'status': 'completed', 'code': 200} May 19 15:05:50.590337 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc40bc90-9ed2-4594-8033-6e75a084f6ec tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (034fd40d-fe35-4718-bf7e-a3903fb880fb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.622522 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:50.728756 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40bc90-9ed2-4594-8033-6e75a084f6ec tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034fd40d-fe35-4718-bf7e-a3903fb880fb,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:50.739057 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ce6e785a-274e-4829-b5a1-c2f4571dedf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.792791 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b8c6cf40-8cc1-49dd-bde5-93049bfa4f68 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:50.794341 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b8c6cf40-8cc1-49dd-bde5-93049bfa4f68 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 818 time: 0.9551978 May 19 15:05:50.827763 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc40bc90-9ed2-4594-8033-6e75a084f6ec tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.827972 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fc40bc90-9ed2-4594-8033-6e75a084f6ec tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3650985 May 19 15:05:50.843930 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'port': {'device_id': '40f607ee-2d96-4574-bed0-1462c869a91d', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'admin_state_up': True, 'tenant_id': '199f08479d9541bc936bb4ea80bae96a'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:50.903437 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Publish callbacks [] for port (863669ec-5c12-4510-bf0a-01ef54096885), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.913453 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (863669ec-5c12-4510-bf0a-01ef54096885), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:50.931364 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fb06e-c837-4187-bfe2-217963d10b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c4ffe8-cd30-490b-837c-ef4bf11fec55,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:51.012964 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41936) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:51.030821 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8f73f0-08fa-45b5-a1d5-20c04cf5d761 admin admin] Publish callbacks [] for security_group (9f46d164-2da8-445d-ab70-85633708619f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.035096 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-5bb7489a-1bd2-4a4b-9824-83f35e72f2f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'security_group_rule': {'security_group_id': '034fd40d-fe35-4718-bf7e-a3903fb880fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:51.126027 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:51.193926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:51.270278 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Made reservation on behalf of 199f08479d9541bc936bb4ea80bae96a for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:51.276371 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.298963 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0f5550f1-1edb-4d3d-bbfb-74aacc985bff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cc5447e9dec427ab5383fe3b9addfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4480352 May 19 15:05:51.308414 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5550f1-1edb-4d3d-bbfb-74aacc985bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f3039-b205-45ec-b8bb-dc9fea4deddf,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:51.309770 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41946) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:51.321398 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 79d09ff3-0aac-4ec0-a392-38257f538a1b up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:51.368375 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a8ef0-80ad-431f-8363-cd1a6e15719e None None] Pushing event updated for resources: {'Port': ['ID=863669ec-5c12-4510-bf0a-01ef54096885,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:51.373821 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-a59106d0-6eac-44e7-bf92-8a89486d6215 service neutron] 10.222.0.49 "GET /v2.0/networks/1b8ce7f1-e5c0-4589-9b93-f3357d7e9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8703682 May 19 15:05:51.403778 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7512e2c1-5cb7-4caf-8969-d85ff0b3919f admin admin] Publish callbacks [] for security_group (a40f3039-b205-45ec-b8bb-dc9fea4deddf), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.430917 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7512e2c1-5cb7-4caf-8969-d85ff0b3919f admin admin] Publish callbacks [] for security_group (a40f3039-b205-45ec-b8bb-dc9fea4deddf), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.439963 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:51.462721 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Attempting to bind port 863669ec-5c12-4510-bf0a-01ef54096885 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:51.464565 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Attempting to bind port 863669ec-5c12-4510-bf0a-01ef54096885 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:51.464939 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Attempting to bind port 863669ec-5c12-4510-bf0a-01ef54096885 on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:51.489841 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5fc5b843-0ae4-4157-9047-1b7fa3040166 req-f1f9da5b-7997-4ab7-81cf-aa9ccb5fa733 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 210 time: 0.3732629 May 19 15:05:51.511599 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:51.511973 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Checking segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:51.512369 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.512754 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Bound using segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:51.520045 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Bound port: 863669ec-5c12-4510-bf0a-01ef54096885, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:51.520479 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 79d09ff3-0aac-4ec0-a392-38257f538a1b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:51.520990 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (863669ec-5c12-4510-bf0a-01ef54096885), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.521507 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.566083 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5bb7489a-1bd2-4a4b-9824-83f35e72f2f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (042bbfab-afb0-4973-912f-03401884943f), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.590361 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-01f29e71-840b-4ab1-a883-228709284ff1 None None] Provisioning complete for port 863669ec-5c12-4510-bf0a-01ef54096885 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:51.590963 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-01f29e71-840b-4ab1-a883-228709284ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (863669ec-5c12-4510-bf0a-01ef54096885), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.644948 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-01f29e71-840b-4ab1-a883-228709284ff1 None None] Port 863669ec-5c12-4510-bf0a-01ef54096885 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:51.692665 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Made reservation on behalf of 199f08479d9541bc936bb4ea80bae96a for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:05:51.701804 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.722411 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] For port 863669ec-5c12-4510-bf0a-01ef54096885, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:51.725321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 79d09ff3-0aac-4ec0-a392-38257f538a1b is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:51.729122 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.732230 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] For port 863669ec-5c12-4510-bf0a-01ef54096885, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=863669ec-5c12-4510-bf0a-01ef54096885,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:51.742769 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (863669ec-5c12-4510-bf0a-01ef54096885), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.786116 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 79d09ff3-0aac-4ec0-a392-38257f538a1b, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=79d09ff3-0aac-4ec0-a392-38257f538a1b,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:51.798730 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.812350 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Allocated IP 172.20.0.6 (fba0d92a-cc3d-4407-a8fd-52349f4553f3/f6899c0b-33d6-4744-b66b-e000e66cbaa5/60b6f5c8-3ba6-433a-ab56-de26c095f559) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:51.867384 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7512e2c1-5cb7-4caf-8969-d85ff0b3919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a40f3039-b205-45ec-b8bb-dc9fea4deddf), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.870052 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7512e2c1-5cb7-4caf-8969-d85ff0b3919f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:51.875290 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7512e2c1-5cb7-4caf-8969-d85ff0b3919f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a40f3039-b205-45ec-b8bb-dc9fea4deddf HTTP/1.1" status: 204 len: 168 time: 0.5521951 May 19 15:05:51.906403 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a8ef0-80ad-431f-8363-cd1a6e15719e None None] Pushing event updated for resources: {'Port': ['ID=863669ec-5c12-4510-bf0a-01ef54096885,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:51.949524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:51.951973 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=79d09ff3-0aac-4ec0-a392-38257f538a1b,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:51.964114 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:51.964747 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:52.002097 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512e2c1-5cb7-4caf-8969-d85ff0b3919f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f3039-b205-45ec-b8bb-dc9fea4deddf,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:52.096246 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd4c23-314e-4b86-a7b8-758d7f9ca93e req-8aee0014-dae2-4d32-a72f-a6f319d28d89 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:52.115855 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bfdd4c23-314e-4b86-a7b8-758d7f9ca93e req-8aee0014-dae2-4d32-a72f-a6f319d28d89 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 944 time: 0.4773126 May 19 15:05:52.168876 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:52.221147 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8f73f0-08fa-45b5-a1d5-20c04cf5d761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9f46d164-2da8-445d-ab70-85633708619f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.224028 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8f73f0-08fa-45b5-a1d5-20c04cf5d761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.235594 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1c8f73f0-08fa-45b5-a1d5-20c04cf5d761 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f46d164-2da8-445d-ab70-85633708619f HTTP/1.1" status: 204 len: 168 time: 2.7682621 May 19 15:05:52.378061 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.416194 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:52.441746 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:52.449714 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e136ca-5a00-44c8-9863-2f19603e09be None None] The sync data for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi is: [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:05:52.464260 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:52.475284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-4e53f886-5b53-4657-97bb-23916502a840 None None] Provisioning complete for port 863669ec-5c12-4510-bf0a-01ef54096885 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:52.477732 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e53f886-5b53-4657-97bb-23916502a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (863669ec-5c12-4510-bf0a-01ef54096885), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.477968 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:52.485050 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.490018 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ce6e785a-274e-4829-b5a1-c2f4571dedf6 admin admin] Publish callbacks [] for security_group (eb681f92-d653-4706-8d51-fd0d8d65d2b1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.507044 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bfdd4c23-314e-4b86-a7b8-758d7f9ca93e req-415b6dae-83c5-42a8-9914-0f26c56fd50e tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900051 May 19 15:05:52.508145 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ce6e785a-274e-4829-b5a1-c2f4571dedf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (eb681f92-d653-4706-8d51-fd0d8d65d2b1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.607045 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.637165 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f73f0-08fa-45b5-a1d5-20c04cf5d761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46d164-2da8-445d-ab70-85633708619f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:52.681824 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:52.685115 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-4e53f886-5b53-4657-97bb-23916502a840 None None] Current status of the port 863669ec-5c12-4510-bf0a-01ef54096885 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:52.685653 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e53f886-5b53-4657-97bb-23916502a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (863669ec-5c12-4510-bf0a-01ef54096885), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.690921 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.735845 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-4e53f886-5b53-4657-97bb-23916502a840 None None] For port 863669ec-5c12-4510-bf0a-01ef54096885, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=863669ec-5c12-4510-bf0a-01ef54096885,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:52.740279 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:52.750239 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:52.756108 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e53f886-5b53-4657-97bb-23916502a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (863669ec-5c12-4510-bf0a-01ef54096885), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.756429 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:52.757430 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.762350 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ce6e785a-274e-4829-b5a1-c2f4571dedf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=489d04a97b6541239f213a7efd074bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7391427 May 19 15:05:52.765286 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'Port': ['ID=60b6f5c8-3ba6-433a-ab56-de26c095f559,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:52.779447 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e785a-274e-4829-b5a1-c2f4571dedf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb681f92-d653-4706-8d51-fd0d8d65d2b1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:52.791782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41974) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:52.799486 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 41978) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:52.806078 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb5f4e7c-509c-4c5b-ad5c-a7ecfb4ab87e req-741c336c-e847-4708-8370-96ea0c7a656e service neutron] 10.222.0.49 "GET /v2.0/networks/1b8ce7f1-e5c0-4589-9b93-f3357d7e9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4119153 May 19 15:05:52.899911 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=1bd36245-8067-4e7d-b00a-175a8a62d573,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:52.937896 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-623f2207-baad-41f9-b245-5f73864f21fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:52.955065 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-daee8de9-9c49-4b68-bcc5-fab11d83e764 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1182864 May 19 15:05:52.963902 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53f886-5b53-4657-97bb-23916502a840 None None] Pushing event updated for resources: {'Port': ['ID=863669ec-5c12-4510-bf0a-01ef54096885,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:53.033954 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Request body: {'port': {'device_id': '40f607ee-2d96-4574-bed0-1462c869a91d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:53.050850 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5bb7489a-1bd2-4a4b-9824-83f35e72f2f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (042bbfab-afb0-4973-912f-03401884943f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.161157 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5bb7489a-1bd2-4a4b-9824-83f35e72f2f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (042bbfab-afb0-4973-912f-03401884943f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.181225 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (1b32ecf8-32be-4179-974e-542da6375def), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.268753 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703869c-9055-40ff-8599-95fcacaf13ce req-7a5bb27d-6146-40c1-a932-4b915fe3db42 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:53.281286 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e703869c-9055-40ff-8599-95fcacaf13ce req-7a5bb27d-6146-40c1-a932-4b915fe3db42 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 931 time: 0.6290967 May 19 15:05:53.303619 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.308063 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-34e08963-d24d-4ae0-a11b-fb117b5193d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.3848090 May 19 15:05:53.314260 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a8ebf3c2-f908-4e6b-9213-8e7d6e975ba3 None None] Provisioning complete for port 60b6f5c8-3ba6-433a-ab56-de26c095f559 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:53.316647 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a8ebf3c2-f908-4e6b-9213-8e7d6e975ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.353949 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Allocated IP 172.20.0.9 (fba0d92a-cc3d-4407-a8fd-52349f4553f3/f6899c0b-33d6-4744-b66b-e000e66cbaa5/58f5d4b7-8286-4eb3-93b6-351b6f5288ae) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:53.380132 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-a12bafcd-a89c-48d9-8bf1-35dad1c51ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:53.381738 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-a12bafcd-a89c-48d9-8bf1-35dad1c51ad3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f393107cd16496f85de03046f03c461&device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 1128 time: 0.4042563 May 19 15:05:53.402764 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41984) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:53.411185 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7489a-1bd2-4a4b-9824-83f35e72f2f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042bbfab-afb0-4973-912f-03401884943f,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:53.445241 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eb8d011c-0804-4977-9b43-db47d9aa7e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.454318 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 79d09ff3-0aac-4ec0-a392-38257f538a1b up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:53.478867 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebf3c2-f908-4e6b-9213-8e7d6e975ba3 None None] Port 60b6f5c8-3ba6-433a-ab56-de26c095f559 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:53.500521 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.504290 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5bb7489a-1bd2-4a4b-9824-83f35e72f2f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.509794 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5bb7489a-1bd2-4a4b-9824-83f35e72f2f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4847896 May 19 15:05:53.525711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 41990) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:53.552516 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-2804dff4-67e2-4222-9708-6f72c5c58a0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'security_group_rule': {'security_group_id': '034fd40d-fe35-4718-bf7e-a3903fb880fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:53.631376 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 79d09ff3-0aac-4ec0-a392-38257f538a1b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:53.631765 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.639405 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-31ceaebc-5f7a-481d-95a8-2863aaac1e58 admin admin] Publish callbacks [] for security_group (eb681f92-d653-4706-8d51-fd0d8d65d2b1), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.737653 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2804dff4-67e2-4222-9708-6f72c5c58a0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (20dc081f-b237-42c6-bad0-c1e0877aff92), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.891886 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-31ceaebc-5f7a-481d-95a8-2863aaac1e58 admin admin] Publish callbacks [] for security_group (eb681f92-d653-4706-8d51-fd0d8d65d2b1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:53.918526 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 79d09ff3-0aac-4ec0-a392-38257f538a1b is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:53.920189 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 863669ec-5c12-4510-bf0a-01ef54096885 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:54.040473 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 863669ec-5c12-4510-bf0a-01ef54096885 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:54.041016 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (863669ec-5c12-4510-bf0a-01ef54096885), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.045915 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2804dff4-67e2-4222-9708-6f72c5c58a0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (20dc081f-b237-42c6-bad0-c1e0877aff92), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.078838 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e703869c-9055-40ff-8599-95fcacaf13ce req-53819ecc-b32a-488a-93ed-25594b5d7649 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925248 May 19 15:05:54.115542 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2804dff4-67e2-4222-9708-6f72c5c58a0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (20dc081f-b237-42c6-bad0-c1e0877aff92), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.176349 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:54.230822 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2804dff4-67e2-4222-9708-6f72c5c58a0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.235873 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2804dff4-67e2-4222-9708-6f72c5c58a0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7046137 May 19 15:05:54.257910 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 863669ec-5c12-4510-bf0a-01ef54096885 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:54.267864 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42004) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:54.274188 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:54.326555 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:54.348495 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804dff4-67e2-4222-9708-6f72c5c58a0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dc081f-b237-42c6-bad0-c1e0877aff92,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:54.398211 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:54.423450 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Sync routers for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:05:54.442565 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:54.443871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:54.483999 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.488242 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:54.536706 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-623f2207-baad-41f9-b245-5f73864f21fa admin admin] Publish callbacks [] for security_group (2e013d83-7a2d-473a-9092-306e9024c6fc), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.556973 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-623f2207-baad-41f9-b245-5f73864f21fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2e013d83-7a2d-473a-9092-306e9024c6fc), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.565964 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12882-391d-47e7-941a-a25846dbaa19 req-69a9cc9b-b9a6-4306-9fe4-0504087e99a1 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:54.567454 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cff12882-391d-47e7-941a-a25846dbaa19 req-69a9cc9b-b9a6-4306-9fe4-0504087e99a1 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 944 time: 0.3657033 May 19 15:05:54.602875 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.618245 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-53fdc087-c4cc-45b6-b940-2f5f01acc787 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1099731415&fields=id&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 267 time: 0.3129816 May 19 15:05:54.622024 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:54.632058 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-4b6bff35-6da5-43c6-ac53-c0a440331506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:54.633562 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-4b6bff35-6da5-43c6-ac53-c0a440331506 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 HTTP/1.1" status: 200 len: 913 time: 1.2307191 May 19 15:05:54.680979 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-623f2207-baad-41f9-b245-5f73864f21fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=829153b474f448008890d05f1d1ef215&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8589275 May 19 15:05:54.684458 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42010) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:54.686497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f2207-baad-41f9-b245-5f73864f21fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e013d83-7a2d-473a-9092-306e9024c6fc,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:54.702966 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-31ceaebc-5f7a-481d-95a8-2863aaac1e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (eb681f92-d653-4706-8d51-fd0d8d65d2b1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.705468 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-31ceaebc-5f7a-481d-95a8-2863aaac1e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.711959 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-31ceaebc-5f7a-481d-95a8-2863aaac1e58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb681f92-d653-4706-8d51-fd0d8d65d2b1 HTTP/1.1" status: 204 len: 168 time: 1.8991740 May 19 15:05:54.752459 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cff12882-391d-47e7-941a-a25846dbaa19 req-5a95f7d8-d4d3-4ca3-90fa-16df44096f44 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737897 May 19 15:05:54.762671 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ceaebc-5f7a-481d-95a8-2863aaac1e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb681f92-d653-4706-8d51-fd0d8d65d2b1,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:54.784668 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:54.822159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eb8d011c-0804-4977-9b43-db47d9aa7e59 admin admin] Publish callbacks [] for security_group (1b21e6ca-fec8-4ffe-8042-5ede1de16327), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.826099 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.887352 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:54.899492 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eb8d011c-0804-4977-9b43-db47d9aa7e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1b21e6ca-fec8-4ffe-8042-5ede1de16327), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:54.948885 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:54.969198 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:54.969649 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 2, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:54.972172 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:54.978788 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:54.979443 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.012510 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Checking router: 622f24b7-6ec4-4db0-8274-5860a0e714b8 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:05:55.012683 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Updating router 622f24b7-6ec4-4db0-8274-5860a0e714b8 port fb9bd97d-609e-49c3-94db-484267887d36 binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:05:55.080325 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (fb9bd97d-609e-49c3-94db-484267887d36), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.102616 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'Port': ['ID=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:55.126845 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-eb8d011c-0804-4977-9b43-db47d9aa7e59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f01e9a677c674e5ab7ce70657984652a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7149591 May 19 15:05:55.133607 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da477950-c4a3-4341-beb8-cf0c7c9db9a9 admin admin] Publish callbacks [] for security_group (2e013d83-7a2d-473a-9092-306e9024c6fc), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.138073 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42032) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:55.139357 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.142035 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:55.162258 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d011c-0804-4977-9b43-db47d9aa7e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b21e6ca-fec8-4ffe-8042-5ede1de16327,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:55.173199 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-892139ac-9da1-48f0-8fdf-32096bfdef84 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8758414 May 19 15:05:55.207258 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-dacc6cd1-8daf-4f65-8837-006a634da746 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:55.209962 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-dacc6cd1-8daf-4f65-8837-006a634da746 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.4732487 May 19 15:05:55.242266 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-5b572ba0-1e2d-488b-8fed-92f135c1bd9b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/quotas/34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 375 time: 0.0125101 May 19 15:05:55.294406 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-adb4ce1e-e142-4b92-bf62-5b044ce5d36a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd914d91-3336-4816-af6e-7033c8452477 HTTP/1.1" status: 200 len: 217 time: 0.3604083 May 19 15:05:55.337773 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b6f5c8-3ba6-433a-ab56-de26c095f559 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:05:55.343953 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da477950-c4a3-4341-beb8-cf0c7c9db9a9 admin admin] Publish callbacks [] for security_group (2e013d83-7a2d-473a-9092-306e9024c6fc), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.354236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Publish callbacks [] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.365354 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-b71d009c-8f27-4ecc-b7ba-9a12b1ac379e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872135 May 19 15:05:55.385468 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Transition to ACTIVE for port object 60b6f5c8-3ba6-433a-ab56-de26c095f559 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:05:55.398439 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.458346 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42036) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:55.475154 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da477950-c4a3-4341-beb8-cf0c7c9db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2e013d83-7a2d-473a-9092-306e9024c6fc), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.480003 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da477950-c4a3-4341-beb8-cf0c7c9db9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.481452 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-da477950-c4a3-4341-beb8-cf0c7c9db9a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e013d83-7a2d-473a-9092-306e9024c6fc HTTP/1.1" status: 204 len: 168 time: 0.7957351 May 19 15:05:55.482616 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=60b6f5c8-3ba6-433a-ab56-de26c095f559,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:55.492265 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b4484e31-f5c9-4654-a120-d749bdd8817f None None] Provisioning complete for port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:55.492584 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b4484e31-f5c9-4654-a120-d749bdd8817f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.517133 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477950-c4a3-4341-beb8-cf0c7c9db9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e013d83-7a2d-473a-9092-306e9024c6fc,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:55.537228 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2853d-5fb6-46fa-99b3-75b18787042f req-62f5246e-a18f-4da5-8cdd-88022e33c74b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:55.546131 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ccf2853d-5fb6-46fa-99b3-75b18787042f req-62f5246e-a18f-4da5-8cdd-88022e33c74b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 931 time: 0.2374930 May 19 15:05:55.563594 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-36040b80-153c-4f14-809b-8ee012481109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.581701 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb3852dc-9fae-48a9-86b2-99c3c2aaef3f admin admin] Publish callbacks [] for security_group (1b21e6ca-fec8-4ffe-8042-5ede1de16327), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.602059 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b4484e31-f5c9-4654-a120-d749bdd8817f None None] Port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:05:55.701478 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-36040b80-153c-4f14-809b-8ee012481109 admin admin] Publish callbacks [] for security_group (e49c6423-dcd1-49a0-af75-8f2a64969c1a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.704630 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:55.708467 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Attempting to bind port 60b6f5c8-3ba6-433a-ab56-de26c095f559 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:55.708737 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Attempting to bind port 60b6f5c8-3ba6-433a-ab56-de26c095f559 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:55.709022 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Attempting to bind port 60b6f5c8-3ba6-433a-ab56-de26c095f559 on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:55.716558 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-36040b80-153c-4f14-809b-8ee012481109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e49c6423-dcd1-49a0-af75-8f2a64969c1a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.738159 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Port 60b6f5c8-3ba6-433a-ab56-de26c095f559 on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:05:55.738493 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Attempting to bind port 60b6f5c8-3ba6-433a-ab56-de26c095f559 on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:55.743293 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Publish callbacks [] for port (fb9bd97d-609e-49c3-94db-484267887d36), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.753867 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (fb9bd97d-609e-49c3-94db-484267887d36), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.763926 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:55.764320 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Checking segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:55.766243 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Bound using segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:55.766862 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Bound port: 60b6f5c8-3ba6-433a-ab56-de26c095f559, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:55.767228 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.824221 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36040b80-153c-4f14-809b-8ee012481109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c6423-dcd1-49a0-af75-8f2a64969c1a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:55.825046 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b922a2c-5066-42c3-bc79-cf57b5841271 None None] Pushing event updated for resources: {'Port': ['ID=fb9bd97d-609e-49c3-94db-484267887d36,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:55.846211 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-36040b80-153c-4f14-809b-8ee012481109 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=992e5db9a82242438791cf05877ec50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807309 May 19 15:05:55.847226 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42044) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:55.917160 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-b3fb239a-5f53-4bd5-9867-a7f705c895ab service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208554 May 19 15:05:55.952170 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] For port 60b6f5c8-3ba6-433a-ab56-de26c095f559, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:55.958438 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] For port 60b6f5c8-3ba6-433a-ab56-de26c095f559, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:55.968152 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb3852dc-9fae-48a9-86b2-99c3c2aaef3f admin admin] Publish callbacks [] for security_group (1b21e6ca-fec8-4ffe-8042-5ede1de16327), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.983393 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:55.989839 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc7eda70-e263-4559-8f88-296b29bb9b6c admin admin] Publish callbacks [] for security_group (e49c6423-dcd1-49a0-af75-8f2a64969c1a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.021376 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Request body: {'port': {'device_id': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:56.101312 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Allocated IP 172.27.2.34 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/92b93c6f-64d2-4ddf-b220-1af1a7dd07be) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:05:56.111172 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:56.120132 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:56.121283 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.122690 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] 10.222.0.49 "PUT /v2.0/ports/60b6f5c8-3ba6-433a-ab56-de26c095f559 HTTP/1.1" status: 200 len: 1093 time: 3.1123409 May 19 15:05:56.126537 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f607ee-2d96-4574-bed0-1462c869a91d', 'tag': '60b6f5c8-3ba6-433a-ab56-de26c095f559'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:05:56.132990 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ccf2853d-5fb6-46fa-99b3-75b18787042f req-3076ca23-cc35-4bfe-937f-39140a953027 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535522 May 19 15:05:56.152264 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Attempting to bind port fb9bd97d-609e-49c3-94db-484267887d36 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:56.152878 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Attempting to bind port fb9bd97d-609e-49c3-94db-484267887d36 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:56.153254 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Attempting to bind port fb9bd97d-609e-49c3-94db-484267887d36 on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:56.162146 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0" -d '{"events": [{"name": "network-changed", "server_uuid": "40f607ee-2d96-4574-bed0-1462c869a91d", "tag": "60b6f5c8-3ba6-433a-ab56-de26c095f559"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:05:56.170021 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:56.172301 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Checking segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:56.172810 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.173301 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Bound using segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:56.182278 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Bound port: fb9bd97d-609e-49c3-94db-484267887d36, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:56.183869 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (fb9bd97d-609e-49c3-94db-484267887d36), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.220766 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:56.249935 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc7eda70-e263-4559-8f88-296b29bb9b6c admin admin] Publish callbacks [] for security_group (e49c6423-dcd1-49a0-af75-8f2a64969c1a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.288858 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.309920 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-38cc9ab7-e24b-4c56-b936-0bf7c3c57180 service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804612 May 19 15:05:56.334785 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:05:56.355772 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] For port fb9bd97d-609e-49c3-94db-484267887d36, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:56.359449 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] For port fb9bd97d-609e-49c3-94db-484267887d36, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=fb9bd97d-609e-49c3-94db-484267887d36,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:56.380743 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (fb9bd97d-609e-49c3-94db-484267887d36), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.396581 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:56.406864 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b2a71c42-eb66-4ba4-80c1-bb61f97aa69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:56.412272 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-b2a71c42-eb66-4ba4-80c1-bb61f97aa69e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 1127 time: 0.1886876 May 19 15:05:56.474444 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-5d9334cb-3985-4725-b1b6-4d124883f234 None None] Provisioning complete for port fb9bd97d-609e-49c3-94db-484267887d36 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:56.474938 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5d9334cb-3985-4725-b1b6-4d124883f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (fb9bd97d-609e-49c3-94db-484267887d36), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.524053 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:56.537397 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-06c343c0-ac96-4a56-9b23-7cdbf221e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:56.539437 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-06c343c0-ac96-4a56-9b23-7cdbf221e77f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9655f4c-9b2d-4996-bcd5-2b05842cf89f HTTP/1.1" status: 200 len: 852 time: 0.5257027 May 19 15:05:56.544947 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc7eda70-e263-4559-8f88-296b29bb9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e49c6423-dcd1-49a0-af75-8f2a64969c1a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.547463 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc7eda70-e263-4559-8f88-296b29bb9b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.551025 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-bc7eda70-e263-4559-8f88-296b29bb9b6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e49c6423-dcd1-49a0-af75-8f2a64969c1a HTTP/1.1" status: 204 len: 168 time: 0.6893902 May 19 15:05:56.597066 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33048b24-0c67-4462-bca0-dad2b3841bc4 x-openstack-request-id: req-33048b24-0c67-4462-bca0-dad2b3841bc4 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:05:56.597582 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f607ee-2d96-4574-bed0-1462c869a91d", "tag": "60b6f5c8-3ba6-433a-ab56-de26c095f559", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:05:56.597996 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33048b24-0c67-4462-bca0-dad2b3841bc4 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:05:56.598530 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33048b24-0c67-4462-bca0-dad2b3841bc4'] response: {'name': 'network-changed', 'server_uuid': '40f607ee-2d96-4574-bed0-1462c869a91d', 'tag': '60b6f5c8-3ba6-433a-ab56-de26c095f559', 'status': 'completed', 'code': 200} May 19 15:05:56.599463 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eda70-e263-4559-8f88-296b29bb9b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c6423-dcd1-49a0-af75-8f2a64969c1a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:56.606639 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-5c3c2bf8-ba2a-4cfa-aecf-4c3d733c267f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559 HTTP/1.1" status: 200 len: 217 time: 0.0893557 May 19 15:05:56.607644 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd170-4c2a-4522-94bc-7a4785ffb8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=60b6f5c8-3ba6-433a-ab56-de26c095f559,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:56.671027 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-6b77905f-47e8-4c95-a948-4a8981325c5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b8ce7f1-e5c0-4589-9b93-f3357d7e9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956318 May 19 15:05:56.701880 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:56.790698 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:05:56.791570 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:05:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:56.924484 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bf7df4e-ac89-438e-bf3d-9fdbe70f8fdb req-16443575-5e66-4b7d-b77a-5ebdc40e05d1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 210 time: 0.2449193 May 19 15:05:56.932434 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-192b837d-0bd5-4e7d-ab3e-245695d5716a service neutron] 10.222.0.49 "GET /v2.0/networks/1b8ce7f1-e5c0-4589-9b93-f3357d7e9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344534 May 19 15:05:56.959121 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b922a2c-5066-42c3-bc79-cf57b5841271 None None] Pushing event updated for resources: {'Port': ['ID=fb9bd97d-609e-49c3-94db-484267887d36,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:56.961693 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb3852dc-9fae-48a9-86b2-99c3c2aaef3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1b21e6ca-fec8-4ffe-8042-5ede1de16327), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.964077 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:05:56.966038 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb3852dc-9fae-48a9-86b2-99c3c2aaef3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:56.967228 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fb3852dc-9fae-48a9-86b2-99c3c2aaef3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b21e6ca-fec8-4ffe-8042-5ede1de16327 HTTP/1.1" status: 204 len: 168 time: 1.8237655 May 19 15:05:57.040882 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9849d7-2116-4a56-8e69-38e0902e1559 req-1e8547a7-f136-4b7d-b8ef-c568c631cc30 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:57.042580 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cf9849d7-2116-4a56-8e69-38e0902e1559 req-1e8547a7-f136-4b7d-b8ef-c568c631cc30 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 944 time: 0.3547189 May 19 15:05:57.049303 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3852dc-9fae-48a9-86b2-99c3c2aaef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b21e6ca-fec8-4ffe-8042-5ede1de16327,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:57.102600 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-7ee7bb2c-1bb4-4eb3-b9e5-59a641bac922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:57.105448 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-7ee7bb2c-1bb4-4eb3-b9e5-59a641bac922 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.4748178 May 19 15:05:57.126087 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5d9334cb-3985-4725-b1b6-4d124883f234 None None] Current status of the port fb9bd97d-609e-49c3-94db-484267887d36 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:57.126475 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5d9334cb-3985-4725-b1b6-4d124883f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (fb9bd97d-609e-49c3-94db-484267887d36), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.156286 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42082) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:57.323437 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device fb9bd97d-609e-49c3-94db-484267887d36 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:57.355847 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cf9849d7-2116-4a56-8e69-38e0902e1559 req-8a7aefc6-a2bd-449e-ab43-a477a08643c2 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038058 May 19 15:05:57.365448 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-e87134c4-19d8-4331-a981-771cfb2c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:57.367747 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-e87134c4-19d8-4331-a981-771cfb2c35bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2417262 May 19 15:05:57.375550 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d45d8999-89b8-4bb9-a38a-e4814bffee34 req-30ece33a-d7f3-4def-b5c2-c574f874d646 service neutron] 10.222.0.49 "GET /v2.0/networks/1b8ce7f1-e5c0-4589-9b93-f3357d7e9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421563 May 19 15:05:57.436440 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.452412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:57.492807 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-5d9334cb-3985-4725-b1b6-4d124883f234 None None] For port fb9bd97d-609e-49c3-94db-484267887d36, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=fb9bd97d-609e-49c3-94db-484267887d36,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:57.513077 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a567cd-7f84-4dcb-b10b-04deb5988fd8 req-4644d204-b2e1-44cb-b225-718e90cca69e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:57.514754 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5d9334cb-3985-4725-b1b6-4d124883f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (fb9bd97d-609e-49c3-94db-484267887d36), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.514920 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-27a567cd-7f84-4dcb-b10b-04deb5988fd8 req-4644d204-b2e1-44cb-b225-718e90cca69e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 943 time: 0.2062347 May 19 15:05:57.523601 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f5d4b7-8286-4eb3-93b6-351b6f5288ae {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:05:57.559345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Publish callbacks [] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.580031 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-36a7f5a7-d811-4e3e-9016-343906c7f473 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993272 May 19 15:05:57.626109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Transition to ACTIVE for port object 58f5d4b7-8286-4eb3-93b6-351b6f5288ae will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:05:57.649603 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.653229 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.672530 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9334cb-3985-4725-b1b6-4d124883f234 None None] Pushing event updated for resources: {'Port': ['ID=fb9bd97d-609e-49c3-94db-484267887d36,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:57.750664 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d2958d6-e8d8-4427-a5be-178d7e1f336b req-a6b86a6c-9592-4fd7-9750-2622b034dd74 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640725 May 19 15:05:57.750953 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port fb9bd97d-609e-49c3-94db-484267887d36 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:57.755055 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (fb9bd97d-609e-49c3-94db-484267887d36), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.775317 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-27a567cd-7f84-4dcb-b10b-04deb5988fd8 req-b9c1c47b-b098-4078-94aa-dfbd19ede129 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455130 May 19 15:05:57.834514 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:05:57.867544 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:56Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:05:57.868570 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-84beca50-2b2e-4617-a858-39e9c90d0028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.905557 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:05:57.914451 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e92301-2bd0-4ad1-82c8-60a7bd60c5b0 None None] The sync data for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi is: [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:56Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:05:57.918538 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-eff5ab05-0176-463e-910d-307af97bed89 None None] Provisioning complete for port fb9bd97d-609e-49c3-94db-484267887d36 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:57.919539 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-eff5ab05-0176-463e-910d-307af97bed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (fb9bd97d-609e-49c3-94db-484267887d36), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:57.957004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:05:57.963745 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'Port': ['ID=92b93c6f-64d2-4ddf-b220-1af1a7dd07be,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:58.015035 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (e593bd05-f9ef-4605-869c-0283bf9472ad), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.065688 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:58.090773 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port fb9bd97d-609e-49c3-94db-484267887d36 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:58.097683 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Pushing event updated for resources: {'Port': ['ID=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:58.103326 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Attempting to bind port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:05:58.104208 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Attempting to bind port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:05:58.104208 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Attempting to bind port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:58.109446 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device cd914d91-3336-4816-af6e-7033c8452477 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:05:58.128678 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:58.129565 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:05:58.129880 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Attempting to bind port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:05:58.178241 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:05:58.178639 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Checking segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:05:58.179670 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Bound using segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:05:58.180155 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Bound port: 58f5d4b7-8286-4eb3-93b6-351b6f5288ae, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:05:58.180517 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.185744 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-eff5ab05-0176-463e-910d-307af97bed89 None None] Current status of the port fb9bd97d-609e-49c3-94db-484267887d36 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:58.193083 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-84beca50-2b2e-4617-a858-39e9c90d0028 admin admin] Publish callbacks [] for security_group (ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.204436 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-84beca50-2b2e-4617-a858-39e9c90d0028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.217922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:58.312408 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-84beca50-2b2e-4617-a858-39e9c90d0028 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39d695e996c945349b16ae8ffcfd9069&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1478319 May 19 15:05:58.313640 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beca50-2b2e-4617-a858-39e9c90d0028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:58.332823 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42110) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:05:58.358389 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-252f7e2a-cb8e-482d-a782-5357aadaa3f6 req-b1b79788-4552-48de-a100-9e665f16e8a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 210 time: 0.1414785 May 19 15:05:58.366868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.383309 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port cd914d91-3336-4816-af6e-7033c8452477, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cd914d91-3336-4816-af6e-7033c8452477,segment=NetworkSegment(9be1b8c3-bd46-4de1-8407-3f671855fe32),segment_id=9be1b8c3-bd46-4de1-8407-3f671855fe32)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:58.398682 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': 'cd914d91-3336-4816-af6e-7033c8452477', 'network_id': '1b8ce7f1-e5c0-4589-9b93-f3357d7e9572', 'port_id': 'cd914d91-3336-4816-af6e-7033c8452477', 'mac_address': 'fa:16:3e:97:c0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9655f4c-9b2d-4996-bcd5-2b05842cf89f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:05:58.421620 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f101-9862-40cb-b446-064df29e7d6b admin admin] Publish callbacks [] for security_group (ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.441594 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port cd914d91-3336-4816-af6e-7033c8452477 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:58.442356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (cd914d91-3336-4816-af6e-7033c8452477), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.460311 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f101-9862-40cb-b446-064df29e7d6b admin admin] Publish callbacks [] for security_group (ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.471461 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd914d91-3336-4816-af6e-7033c8452477 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:05:58.476622 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:58.533562 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port cd914d91-3336-4816-af6e-7033c8452477, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cd914d91-3336-4816-af6e-7033c8452477,segment=NetworkSegment(9be1b8c3-bd46-4de1-8407-3f671855fe32),segment_id=9be1b8c3-bd46-4de1-8407-3f671855fe32)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:05:58.555700 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (cd914d91-3336-4816-af6e-7033c8452477), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.581168 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-f967a240-b2bc-4b42-b118-83dc40107a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:58.584174 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-f967a240-b2bc-4b42-b118-83dc40107a11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 1127 time: 0.0943856 May 19 15:05:58.609887 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f101-9862-40cb-b446-064df29e7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.612835 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f101-9862-40cb-b446-064df29e7d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.614276 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-bbc0f101-9862-40cb-b446-064df29e7d6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63 HTTP/1.1" status: 204 len: 168 time: 0.2794895 May 19 15:05:58.628899 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0f101-9862-40cb-b446-064df29e7d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea46e55a-bb33-4ede-92b8-0a6a0fcd5c63,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:58.634310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=cd914d91-3336-4816-af6e-7033c8452477,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:58.669701 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] For port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae, host hv-cinder-82549, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:05:58.725211 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] For port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:05:58.758905 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:58.807911 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50487800-69ce-4d67-a05f-95ade97fee20 req-491b21ad-6a2b-4f9c-af6a-3219740c7c78 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:58.823609 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-50487800-69ce-4d67-a05f-95ade97fee20 req-491b21ad-6a2b-4f9c-af6a-3219740c7c78 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 945 time: 0.2622521 May 19 15:05:58.836486 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['cd914d91-3336-4816-af6e-7033c8452477'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:05:58.902948 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:59.092439 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-b6d67709-30e3-4c2e-a2a9-b0842e9aa9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:59.113263 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-b6d67709-30e3-4c2e-a2a9-b0842e9aa9dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.3616014 May 19 15:05:59.222048 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-cb86d445-6ad9-4eda-81e6-6fdc68a7fc3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559 HTTP/1.1" status: 200 len: 217 time: 0.0938807 May 19 15:05:59.243366 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Pushing event updated for resources: {'Port': ['ID=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:05:59.294940 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device fb9bd97d-609e-49c3-94db-484267887d36 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:05:59.309143 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:59.309868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:59.311349 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-b51e5a3a-1dff-4f7d-b1ae-b1960a73d450 service neutron] 10.222.0.49 "PUT /v2.0/ports/58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 200 len: 1093 time: 3.2994895 May 19 15:05:59.314424 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'tag': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:05:59.342791 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-712a6c8f-e8eb-4af7-8c90-a10110cbd28b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:59.344642 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-712a6c8f-e8eb-4af7-8c90-a10110cbd28b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.4395466 May 19 15:05:59.348068 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-c059e63e-20cc-4c0e-a14d-b42b4ea749cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:59.350097 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-c059e63e-20cc-4c0e-a14d-b42b4ea749cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.1184256 May 19 15:05:59.452363 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port fb9bd97d-609e-49c3-94db-484267887d36 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:05:59.452871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (fb9bd97d-609e-49c3-94db-484267887d36), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:05:59.546657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-027a347f-7266-4f9a-be7e-d842ed5a4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:59.550918 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-027a347f-7266-4f9a-be7e-d842ed5a4f08 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1881795 May 19 15:05:59.583187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:05:59.600063 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d03540-b64e-48d7-b2a3-2ef43b4c1f05 req-7425ac44-6b39-44f4-a1c7-7f700e9e12c8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:59.606797 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9d03540-b64e-48d7-b2a3-2ef43b4c1f05 req-7425ac44-6b39-44f4-a1c7-7f700e9e12c8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 943 time: 0.4679682 May 19 15:05:59.672963 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port fb9bd97d-609e-49c3-94db-484267887d36 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:05:59.682401 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-9dd8160b-8c0f-4fe6-b66c-83f66ab7febb tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 380 time: 0.3106549 May 19 15:05:59.698497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'port': {'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'admin_state_up': True, 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'security_groups': ['db685648-f1a0-43d0-bbaf-ef8a3a85530d']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:05:59.700239 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9d03540-b64e-48d7-b2a3-2ef43b4c1f05 req-0f770f27-20bc-4738-92d8-e2fe2307e64c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925031 May 19 15:05:59.736636 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-50487800-69ce-4d67-a05f-95ade97fee20 req-bca6bbf3-d75b-4ca7-97fd-a80b275dd129 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120460 May 19 15:05:59.782479 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-ae80c7cd-f6e3-4dae-8348-be5d4ddb9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:05:59.784098 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-ae80c7cd-f6e3-4dae-8348-be5d4ddb9309 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1127 time: 0.2892644 May 19 15:05:59.809097 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-e6619feb-0985-401f-a559-cee741e7437c service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473631 May 19 15:06:00.063285 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c2c7eaa9-8f48-4f38-ad11-5a3b05b09b2e req-2fd77561-8ba6-4d39-9f18-5c2d79a05c2a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 210 time: 0.2878525 May 19 15:06:00.068538 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2979b03c-0675-4b01-8fa4-14f27197e34c" -d '{"events": [{"name": "network-changed", "server_uuid": "1724bc45-95a0-405b-ac06-8e4ffe410b21", "tag": "58f5d4b7-8286-4eb3-93b6-351b6f5288ae"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:00.070678 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 60b6f5c8-3ba6-433a-ab56-de26c095f559 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:06:00.074141 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.077251 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-28c52102-d03f-475b-86e7-7b830d969829 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 200 len: 217 time: 0.2800324 May 19 15:06:00.126867 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device cd914d91-3336-4816-af6e-7033c8452477 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:06:00.145224 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.161806 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48fd7292-4fdc-4c77-8d62-3b2a9510adf0 req-52efd244-5d2e-4ca4-8232-75be834b25e0 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454611 May 19 15:06:00.164751 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Made reservation on behalf of 34c1099557144b8bb2fff88f5b526834 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:06:00.168956 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.218464 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (e593bd05-f9ef-4605-869c-0283bf9472ad), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.228936 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-dfd3feb7-0ea6-4012-8f1e-9bfeee3b3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:00.230740 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-dfd3feb7-0ea6-4012-8f1e-9bfeee3b3fa2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.1466684 May 19 15:06:00.254542 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:00.309323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'Port': ['ID=92b93c6f-64d2-4ddf-b220-1af1a7dd07be,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:00.326413 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.330444 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b6de21f8-62d8-47ba-b08b-b52727e42166 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0605116 May 19 15:06:00.356461 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-fb31f7f5-be17-4892-93f7-86872a1fc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:00.361928 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-fb31f7f5-be17-4892-93f7-86872a1fc8cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1175828 May 19 15:06:00.374377 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.20.0.11 (6c03712e-3615-4599-bcae-117320ca4aeb/1d833707-4508-4e48-95a7-b9e61c5b65f5/99e00ce6-f671-4c78-ab3b-e03e6a5532ed) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:06:00.450284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:00.466054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port cd914d91-3336-4816-af6e-7033c8452477 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:06:00.485980 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port cd914d91-3336-4816-af6e-7033c8452477 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:06:00.486668 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (cd914d91-3336-4816-af6e-7033c8452477), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.529179 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90852806-d9dc-4fe8-95de-8bcf7f69facb x-openstack-request-id: req-90852806-d9dc-4fe8-95de-8bcf7f69facb {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:00.529466 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1724bc45-95a0-405b-ac06-8e4ffe410b21", "tag": "58f5d4b7-8286-4eb3-93b6-351b6f5288ae", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:00.529720 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90852806-d9dc-4fe8-95de-8bcf7f69facb {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:00.530182 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90852806-d9dc-4fe8-95de-8bcf7f69facb'] response: {'name': 'network-changed', 'server_uuid': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'tag': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae', 'status': 'completed', 'code': 200} May 19 15:06:00.567830 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-37ba7406-d3cf-4862-a94c-8933c87bc682 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994147 May 19 15:06:00.598807 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port cd914d91-3336-4816-af6e-7033c8452477 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:00.599454 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (cd914d91-3336-4816-af6e-7033c8452477), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.616463 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:00.634368 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.640429 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port cd914d91-3336-4816-af6e-7033c8452477, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cd914d91-3336-4816-af6e-7033c8452477,segment=NetworkSegment(9be1b8c3-bd46-4de1-8407-3f671855fe32),segment_id=9be1b8c3-bd46-4de1-8407-3f671855fe32)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:00.645284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd914d91-3336-4816-af6e-7033c8452477'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:00.673042 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:00.682010 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.750961 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (cd914d91-3336-4816-af6e-7033c8452477), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.757699 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20b8a632-cf7e-4a7b-848e-a5ef3553cffd req-2e5bd2e0-2107-45e5-81e8-a0171dea6001 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798265 May 19 15:06:00.770288 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 60b6f5c8-3ba6-433a-ab56-de26c095f559, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:00.812234 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '60b6f5c8-3ba6-433a-ab56-de26c095f559', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'port_id': '60b6f5c8-3ba6-433a-ab56-de26c095f559', 'mac_address': 'fa:16:3e:10:84:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:06:00.845258 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network 6c03712e-3615-4599-bcae-117320ca4aeb is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:06:00.854832 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:06:00.860053 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:06:00.865368 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=cd914d91-3336-4816-af6e-7033c8452477,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:00.865729 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 60b6f5c8-3ba6-433a-ab56-de26c095f559 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:00.867004 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.883185 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:00.886484 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.891084 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b6f5c8-3ba6-433a-ab56-de26c095f559 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:06:00.911561 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:00.914310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 60b6f5c8-3ba6-433a-ab56-de26c095f559, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:00.921902 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:00.945553 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:00.956475 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3fa6c7da-d252-4ecc-a981-5070d33bba89 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2669199 May 19 15:06:00.969031 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3ecf4-0424-40f2-9d90-7a1d82ac3d81 req-b0265e83-9ad5-4332-b99a-8f2786764ba6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:00.977800 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a4d3ecf4-0424-40f2-9d90-7a1d82ac3d81 req-b0265e83-9ad5-4332-b99a-8f2786764ba6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 943 time: 0.1484189 May 19 15:06:01.031130 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=60b6f5c8-3ba6-433a-ab56-de26c095f559,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:01.033298 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0a54a-d3b9-4e35-821a-b317e2a9031d req-6cb170b5-3665-48a0-a9cb-a413d21e3bf8 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:01.041263 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ee0a54a-d3b9-4e35-821a-b317e2a9031d req-6cb170b5-3665-48a0-a9cb-a413d21e3bf8 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.1394384 May 19 15:06:01.094851 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a4d3ecf4-0424-40f2-9d90-7a1d82ac3d81 req-e686d4fd-6303-421c-b483-e8c915980ee6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158843 May 19 15:06:01.135240 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['60b6f5c8-3ba6-433a-ab56-de26c095f559'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:06:01.194607 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ee0a54a-d3b9-4e35-821a-b317e2a9031d req-629e156f-31b0-46d9-ba27-9c0a4d9b3f1a tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502194 May 19 15:06:01.259091 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7766e64-3134-437e-a92a-63b171b580cf" -d '{"events": [{"server_uuid": "62d2649c-80e3-422b-9e2c-e0e946f95f17", "name": "network-vif-plugged", "status": "completed", "tag": "cd914d91-3336-4816-af6e-7033c8452477"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:01.328157 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-430d8730-5bab-41ec-8354-f4aa389c6e39 None None] Provisioning complete for port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:06:01.329769 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-430d8730-5bab-41ec-8354-f4aa389c6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:01.366872 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-7bff0bf9-9965-4a02-adbe-40cb98cd9329 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--797710511&fields=id&tenant_id=edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 267 time: 0.1225584 May 19 15:06:01.417209 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-430d8730-5bab-41ec-8354-f4aa389c6e39 None None] Port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:06:01.498559 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a79ab9-c4f8-4943-9be2-d54b26011fa2 req-118eff4f-f04c-4fd5-b356-9b5f9ad1d1ab tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:01.500365 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-42a79ab9-c4f8-4943-9be2-d54b26011fa2 req-118eff4f-f04c-4fd5-b356-9b5f9ad1d1ab tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 932 time: 0.1549528 May 19 15:06:01.516948 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Request body: {'port': {'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:01.623906 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:01.638199 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-f86eb880-907f-408e-8ea3-8ab75ce2b8ff tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:01.645137 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-f86eb880-907f-408e-8ea3-8ab75ce2b8ff tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 816 time: 0.2773912 May 19 15:06:01.652367 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:01.672701 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-1589f42a-4149-4196-b0a6-6900ea8d1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:01.679775 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-1589f42a-4149-4196-b0a6-6900ea8d1e9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1127 time: 0.1248689 May 19 15:06:01.696598 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-2c6482fd-23de-48c0-b9ad-afcaa6cde135 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/quotas/edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 375 time: 0.0502877 May 19 15:06:01.708728 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-42a79ab9-c4f8-4943-9be2-d54b26011fa2 req-59597f47-c423-4747-8df1-fbf96e6522f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948428 May 19 15:06:01.868788 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-98678d19-0103-466c-b888-aa58b9463ec2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709437 May 19 15:06:02.056871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.068902 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-de2d6ce5-46b7-4433-ad49-a2efd14e9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:02.070821 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-de2d6ce5-46b7-4433-ad49-a2efd14e9ec9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.3842704 May 19 15:06:02.078224 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 60b6f5c8-3ba6-433a-ab56-de26c095f559 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:06:02.151302 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-b7cd8729-0368-4770-aa7e-e2cad0798d31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 200 len: 217 time: 0.0670600 May 19 15:06:02.163096 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 60b6f5c8-3ba6-433a-ab56-de26c095f559 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:06:02.169800 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e00ce6-f671-4c78-ab3b-e03e6a5532ed {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:06:02.173683 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 60b6f5c8-3ba6-433a-ab56-de26c095f559 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:06:02.174643 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.186914 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Publish callbacks [] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.216939 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-8090033a-5ee7-4750-8ae9-dd5fb945e389 service neutron] 10.222.0.24 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374195 May 19 15:06:02.225732 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Transition to ACTIVE for port object 99e00ce6-f671-4c78-ab3b-e03e6a5532ed will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:06:02.231891 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.296762 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-04f20519-769d-4878-9670-23d832abae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:02.299362 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-04f20519-769d-4878-9670-23d832abae4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.1407385 May 19 15:06:02.343638 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 60b6f5c8-3ba6-433a-ab56-de26c095f559 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:02.343968 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Pushing event updated for resources: {'Port': ['ID=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:02.344083 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.364159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-595332cb-b70b-4211-89e5-8fb68d578af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:02.366203 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-595332cb-b70b-4211-89e5-8fb68d578af3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593050 May 19 15:06:02.371655 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:02.375659 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a224bd32-dc4e-41b7-b905-d7b5d88cb5b3 x-openstack-request-id: req-a224bd32-dc4e-41b7-b905-d7b5d88cb5b3 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:02.376924 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d2649c-80e3-422b-9e2c-e0e946f95f17", "name": "network-vif-plugged", "status": "completed", "tag": "cd914d91-3336-4816-af6e-7033c8452477", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:02.378054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a224bd32-dc4e-41b7-b905-d7b5d88cb5b3 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:02.379799 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a224bd32-dc4e-41b7-b905-d7b5d88cb5b3'] response: {'server_uuid': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd914d91-3336-4816-af6e-7033c8452477', 'code': 200} May 19 15:06:02.423930 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 60b6f5c8-3ba6-433a-ab56-de26c095f559, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:02.432827 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.529594 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:02.545949 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Attempting to bind port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:06:02.545949 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Attempting to bind port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:06:02.546180 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Attempting to bind port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:06:02.554594 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed on network 6c03712e-3615-4599-bcae-117320ca4aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:06:02.554594 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Attempting to bind port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:06:02.572297 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:06:02.572639 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Checking segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:06:02.573034 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Bound using segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:06:02.573478 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Bound port: 99e00ce6-f671-4c78-ab3b-e03e6a5532ed, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:06:02.573832 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.608033 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=60b6f5c8-3ba6-433a-ab56-de26c095f559,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:02.619126 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:02.681392 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-6d30136b-8576-4f3f-bf65-44c536fbb319 service neutron] 10.222.0.24 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585876 May 19 15:06:02.790421 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a654c7a-77e9-42f2-a9b5-74d0645efaa5 req-e6bbeb49-277f-4756-93bb-116ba09e0b67 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:02.816035 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9a654c7a-77e9-42f2-a9b5-74d0645efaa5 req-e6bbeb49-277f-4756-93bb-116ba09e0b67 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.2275953 May 19 15:06:02.865443 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-a72274e0-c72e-494a-aaae-2eef131a4cb3 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904921 May 19 15:06:02.887724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] For port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:06:02.917874 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] For port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:06:02.920248 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea73d-891e-4af2-851f-2faaf676e47b req-7b271304-14d3-4eba-81de-eb1c1c329419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:02.921817 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-814ea73d-891e-4af2-851f-2faaf676e47b req-7b271304-14d3-4eba-81de-eb1c1c329419 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 1130 time: 0.2383349 May 19 15:06:02.952001 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:02.962257 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-814ea73d-891e-4af2-851f-2faaf676e47b req-5f13697a-e09c-40fd-8159-a12c068ddae0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:03.084159 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:03.085060 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:03.086933 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] 10.222.0.49 "PUT /v2.0/ports/99e00ce6-f671-4c78-ab3b-e03e6a5532ed HTTP/1.1" status: 200 len: 1094 time: 1.5770617 May 19 15:06:03.109685 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:03.118417 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d653c9a-73f2-4814-994e-a149c984ea18" -d '{"events": [{"name": "network-changed", "server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:03.148048 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9a654c7a-77e9-42f2-a9b5-74d0645efaa5 req-f0c99364-685c-4eec-b41a-388d75998958 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310180 May 19 15:06:03.318723 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:03.465199 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2979b03c-0675-4b01-8fa4-14f27197e34c req-4b7ca8dc-48c1-4099-99c6-5abe98bbd0cc service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847840 May 19 15:06:03.485106 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-05722bc3-fd51-405e-8d30-4d3bd979de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:03.487027 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-05722bc3-fd51-405e-8d30-4d3bd979de8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 1128 time: 0.3333807 May 19 15:06:03.540354 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d554a-f0db-4f2f-9413-a774a227a73b req-979ee7f5-54b0-4ac2-8be2-3681f107f7ff tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:03.546932 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-549d554a-f0db-4f2f-9413-a774a227a73b req-979ee7f5-54b0-4ac2-8be2-3681f107f7ff tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 944 time: 0.1760998 May 19 15:06:03.567092 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43d1cc-6681-4553-ad56-c2adfb71b493 req-3546c881-10bc-435b-939a-6e293ee5fd3c tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:03.568717 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4d43d1cc-6681-4553-ad56-c2adfb71b493 req-3546c881-10bc-435b-939a-6e293ee5fd3c tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.4134276 May 19 15:06:03.590971 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-814ea73d-891e-4af2-851f-2faaf676e47b req-5f13697a-e09c-40fd-8159-a12c068ddae0 service neutron] Publish callbacks [] for security_group (ca226954-df9a-4304-a0c1-2cec26604755), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:03.593874 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade257ef-b3e6-48e4-85ee-f695afdb6705 service neutron] Pushing event updated for resources: {'Port': ['ID=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:03.604982 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:03.629215 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-814ea73d-891e-4af2-851f-2faaf676e47b req-5f13697a-e09c-40fd-8159-a12c068ddae0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ca226954-df9a-4304-a0c1-2cec26604755), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:03.710267 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-549d554a-f0db-4f2f-9413-a774a227a73b req-11f4d313-3ed3-48f0-a795-69fd28459a72 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398640 May 19 15:06:03.720516 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-dce436f9-913b-4d1f-94b3-a9ee310190ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed HTTP/1.1" status: 200 len: 217 time: 0.2141783 May 19 15:06:03.782954 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4d43d1cc-6681-4553-ad56-c2adfb71b493 req-84b24ba1-e175-4562-ab3c-a1194c9095d9 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914997 May 19 15:06:03.847548 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3d1eaf53-841f-4a21-917d-a1a90c0c7e54 req-d5f59bfb-906e-467e-9066-72aba37feb2f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 210 time: 0.0499742 May 19 15:06:03.870221 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-814ea73d-891e-4af2-851f-2faaf676e47b req-5f13697a-e09c-40fd-8159-a12c068ddae0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9390516 May 19 15:06:03.888910 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13697a-e09c-40fd-8159-a12c068ddae0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ca226954-df9a-4304-a0c1-2cec26604755,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:03.903220 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-98556354-25f1-4204-9422-66ffb6ffb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:03.905494 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-98556354-25f1-4204-9422-66ffb6ffb37e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.1306121 May 19 15:06:03.929925 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a6a5e-5a02-4e2b-8bb3-b6cdc59b1c8d x-openstack-request-id: req-549a6a5e-5a02-4e2b-8bb3-b6cdc59b1c8d {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:03.930743 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:03.931091 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-549a6a5e-5a02-4e2b-8bb3-b6cdc59b1c8d {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:03.931499 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549a6a5e-5a02-4e2b-8bb3-b6cdc59b1c8d'] response: {'name': 'network-changed', 'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'status': 'completed', 'code': 200} May 19 15:06:04.093363 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 58f5d4b7-8286-4eb3-93b6-351b6f5288ae details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:06:04.176162 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d650-6291-4d96-9165-b4420e3ec911 req-5faadf89-8eed-44f5-9d97-62e2a4de2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:04.179022 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-5faadf89-8eed-44f5-9d97-62e2a4de2027 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698154 May 19 15:06:04.192805 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:04.277047 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:04.297570 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'port_id': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae', 'mac_address': 'fa:16:3e:32:18:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:06:04.319119 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-64e8e269-e270-4c14-93cb-458b87ac5137 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328797 May 19 15:06:04.356587 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:04.356978 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:04.392736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f607ee-2d96-4574-bed0-1462c869a91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b6f5c8-3ba6-433a-ab56-de26c095f559'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:04.395333 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f0d08-f327-49db-928b-9424c777608c" -d '{"events": [{"server_uuid": "40f607ee-2d96-4574-bed0-1462c869a91d", "name": "network-vif-plugged", "status": "completed", "tag": "60b6f5c8-3ba6-433a-ab56-de26c095f559"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:04.401429 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f5d4b7-8286-4eb3-93b6-351b6f5288ae {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:06:04.432765 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:04.440709 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:04.480733 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d8b36-0bee-4213-98fe-1d5af9007ab6 x-openstack-request-id: req-1c1d8b36-0bee-4213-98fe-1d5af9007ab6 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:04.481052 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f607ee-2d96-4574-bed0-1462c869a91d", "name": "network-vif-plugged", "status": "completed", "tag": "60b6f5c8-3ba6-433a-ab56-de26c095f559", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:04.481468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c1d8b36-0bee-4213-98fe-1d5af9007ab6 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:04.482035 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1d8b36-0bee-4213-98fe-1d5af9007ab6'] response: {'server_uuid': '40f607ee-2d96-4574-bed0-1462c869a91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b6f5c8-3ba6-433a-ab56-de26c095f559', 'code': 200} May 19 15:06:04.509975 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:04.550133 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bb50a-8c97-41d8-8f03-58a5f869e414 req-7a9e4ca9-0b30-46a9-ae48-c8eff527caec tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:04.556723 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c6bb50a-8c97-41d8-8f03-58a5f869e414 req-7a9e4ca9-0b30-46a9-ae48-c8eff527caec tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.3215101 May 19 15:06:04.620387 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c6bb50a-8c97-41d8-8f03-58a5f869e414 req-8de68066-ab95-4ce1-b4e5-428737ee4d91 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574582 May 19 15:06:04.633261 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42420) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:04.685714 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['58f5d4b7-8286-4eb3-93b6-351b6f5288ae'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:06:04.779041 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c472d650-6291-4d96-9165-b4420e3ec911 req-3e23fd2e-e479-4598-9225-420e7e0fd43d service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558766 May 19 15:06:04.805031 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18e90a57-38e2-41a6-be1e-dd7607bd3a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:04.949602 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18e90a57-38e2-41a6-be1e-dd7607bd3a8f admin admin] Publish callbacks [] for security_group (cbd8899e-5ccd-403f-b45e-c2503f7335a6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:04.973180 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18e90a57-38e2-41a6-be1e-dd7607bd3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (cbd8899e-5ccd-403f-b45e-c2503f7335a6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.039980 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553bb34-61c0-484c-ba33-5d021658b61b req-7e99ad7a-f0b2-4d32-a226-1a1ea254a52a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:05.044713 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a553bb34-61c0-484c-ba33-5d021658b61b req-7e99ad7a-f0b2-4d32-a226-1a1ea254a52a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 944 time: 0.2302146 May 19 15:06:05.056878 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162b052-c174-4b44-8ada-7b29d7028ece req-2b6b6805-fe89-4a8f-9596-d85a18344e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:05.060308 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3162b052-c174-4b44-8ada-7b29d7028ece req-2b6b6805-fe89-4a8f-9596-d85a18344e95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 1129 time: 0.0926421 May 19 15:06:05.080875 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167c1fa-c68c-4366-b9cc-da5393c2d3be req-0cc7cfc5-3a8e-410c-9ba8-a09ff0be4c93 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:05.082408 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0167c1fa-c68c-4366-b9cc-da5393c2d3be req-0cc7cfc5-3a8e-410c-9ba8-a09ff0be4c93 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.1597464 May 19 15:06:05.088427 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-18e90a57-38e2-41a6-be1e-dd7607bd3a8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac7472a3fcdb4c07a4dccee37d43aa36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541483 May 19 15:06:05.091394 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42450) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:05.104659 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e90a57-38e2-41a6-be1e-dd7607bd3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8899e-5ccd-403f-b45e-c2503f7335a6,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:05.153252 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3f2eff1e-09dd-45b7-b9df-ef87852a1626 admin admin] Publish callbacks [] for security_group (cbd8899e-5ccd-403f-b45e-c2503f7335a6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.176941 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3f2eff1e-09dd-45b7-b9df-ef87852a1626 admin admin] Publish callbacks [] for security_group (cbd8899e-5ccd-403f-b45e-c2503f7335a6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.177206 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0167c1fa-c68c-4366-b9cc-da5393c2d3be req-0817cd25-5557-4a2c-8aa6-274e0fb33d43 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874963 May 19 15:06:05.191354 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a553bb34-61c0-484c-ba33-5d021658b61b req-d9986d60-ceac-44e2-bf95-63146c16be9c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177313 May 19 15:06:05.242805 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3f2eff1e-09dd-45b7-b9df-ef87852a1626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (cbd8899e-5ccd-403f-b45e-c2503f7335a6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.245617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3f2eff1e-09dd-45b7-b9df-ef87852a1626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.249574 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3f2eff1e-09dd-45b7-b9df-ef87852a1626 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbd8899e-5ccd-403f-b45e-c2503f7335a6 HTTP/1.1" status: 204 len: 168 time: 0.1543562 May 19 15:06:05.268230 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eff1e-09dd-45b7-b9df-ef87852a1626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8899e-5ccd-403f-b45e-c2503f7335a6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:05.295533 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d55d5705-3dff-460c-9252-0300ba9ac0dc req-3037605f-57c4-4124-8ef1-a4bd49d5a4d5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 210 time: 0.0402305 May 19 15:06:05.365246 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42456) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:05.612688 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e06006f8-99b0-4422-83c5-60bb5cd7a026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.634807 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42466) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:05.649812 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-36bbd4aa-8262-4c3d-8252-ce908b16c0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.672249 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:05.677461 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:05.700736 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e06006f8-99b0-4422-83c5-60bb5cd7a026 admin admin] Publish callbacks [] for security_group (8d082153-c159-4593-884a-24367c8cafb1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.704543 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e06006f8-99b0-4422-83c5-60bb5cd7a026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (8d082153-c159-4593-884a-24367c8cafb1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.749302 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e06006f8-99b0-4422-83c5-60bb5cd7a026 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=582f0c3defda4d828f48aa9aab57308e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826289 May 19 15:06:05.750166 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06006f8-99b0-4422-83c5-60bb5cd7a026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d082153-c159-4593-884a-24367c8cafb1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:05.750893 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5c0e-3dc3-4a29-9bb9-596097d8aa52 req-892219dd-7ebf-493d-b5a4-fe29c9cb205f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:05.752604 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e26c5c0e-3dc3-4a29-9bb9-596097d8aa52 req-892219dd-7ebf-493d-b5a4-fe29c9cb205f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0670259 May 19 15:06:05.752866 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42468) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:05.800701 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-36bbd4aa-8262-4c3d-8252-ce908b16c0ba admin admin] Publish callbacks [] for security_group (6e940bb1-a030-4c22-ae8b-48cc53696c7d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.808557 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-17160250-0163-40d3-b46e-12af797e6f8c admin admin] Publish callbacks [] for security_group (8d082153-c159-4593-884a-24367c8cafb1), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.810956 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:05.811598 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-36bbd4aa-8262-4c3d-8252-ce908b16c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (6e940bb1-a030-4c22-ae8b-48cc53696c7d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.835744 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-17160250-0163-40d3-b46e-12af797e6f8c admin admin] Publish callbacks [] for security_group (8d082153-c159-4593-884a-24367c8cafb1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.859461 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e26c5c0e-3dc3-4a29-9bb9-596097d8aa52 req-89ca857e-204d-4702-84a4-322731864b27 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919659 May 19 15:06:05.864714 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbd4aa-8262-4c3d-8252-ce908b16c0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e940bb1-a030-4c22-ae8b-48cc53696c7d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:05.869521 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-36bbd4aa-8262-4c3d-8252-ce908b16c0ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb3b074fded444a080215452627dd699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330356 May 19 15:06:05.872668 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42470) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:05.897959 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-17160250-0163-40d3-b46e-12af797e6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (8d082153-c159-4593-884a-24367c8cafb1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.900952 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-17160250-0163-40d3-b46e-12af797e6f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.905889 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-17160250-0163-40d3-b46e-12af797e6f8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d082153-c159-4593-884a-24367c8cafb1 HTTP/1.1" status: 204 len: 168 time: 0.1482620 May 19 15:06:05.941448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c13f-2464-48b9-b08e-e087b1b6958b admin admin] Publish callbacks [] for security_group (6e940bb1-a030-4c22-ae8b-48cc53696c7d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.946384 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17160250-0163-40d3-b46e-12af797e6f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d082153-c159-4593-884a-24367c8cafb1,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:05.965535 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c13f-2464-48b9-b08e-e087b1b6958b admin admin] Publish callbacks [] for security_group (6e940bb1-a030-4c22-ae8b-48cc53696c7d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:05.966140 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:06.035656 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3162b052-c174-4b44-8ada-7b29d7028ece req-75d3a2b3-9d9b-4f77-b656-dba63f825d4c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170406 May 19 15:06:06.041533 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-640e3cd9-6c14-40dc-a987-e750bb1baadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:06.043496 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-640e3cd9-6c14-40dc-a987-e750bb1baadf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 1128 time: 0.0880978 May 19 15:06:06.049486 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c13f-2464-48b9-b08e-e087b1b6958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (6e940bb1-a030-4c22-ae8b-48cc53696c7d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.054480 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb6c13f-2464-48b9-b08e-e087b1b6958b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.055729 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0cb6c13f-2464-48b9-b08e-e087b1b6958b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e940bb1-a030-4c22-ae8b-48cc53696c7d HTTP/1.1" status: 204 len: 168 time: 0.1817944 May 19 15:06:06.109135 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6c13f-2464-48b9-b08e-e087b1b6958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e940bb1-a030-4c22-ae8b-48cc53696c7d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:06.109719 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 58f5d4b7-8286-4eb3-93b6-351b6f5288ae up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:06:06.167752 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:06:06.177450 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:06:06.177991 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.190682 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-ea471a26-bccb-44af-bb40-89a87539fad9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:06.192621 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-ea471a26-bccb-44af-bb40-89a87539fad9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 816 time: 0.1771379 May 19 15:06:06.270691 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:06.271091 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.319400 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:06.330513 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.376320 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505ebc9-5fdc-451b-b57b-4ccc0677bed3 req-cb87bc61-fda5-429e-b778-124775f6e4bd tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:06.378587 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d505ebc9-5fdc-451b-b57b-4ccc0677bed3 req-cb87bc61-fda5-429e-b778-124775f6e4bd tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.1002567 May 19 15:06:06.388212 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1c6df-d29f-4921-932e-ada886125fa4 req-e4210aa8-96e7-48d6-8801-f8c71f734d78 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:06.390171 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4cd1c6df-d29f-4921-932e-ada886125fa4 req-e4210aa8-96e7-48d6-8801-f8c71f734d78 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 944 time: 0.0998945 May 19 15:06:06.392005 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:06.483600 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:06.491780 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35266b7c-b7d0-4642-ac7d-ec70389c1890" -d '{"events": [{"server_uuid": "1724bc45-95a0-405b-ac06-8e4ffe410b21", "name": "network-vif-plugged", "status": "completed", "tag": "58f5d4b7-8286-4eb3-93b6-351b6f5288ae"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:06.497288 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d505ebc9-5fdc-451b-b57b-4ccc0677bed3 req-8533b5e8-fb71-4ec3-848c-206a2ba1f0e5 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058083 May 19 15:06:06.526229 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4cd1c6df-d29f-4921-932e-ada886125fa4 req-baabc88e-ad31-489f-b83d-1f3c99e319c8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279941 May 19 15:06:06.569781 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42498) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:06.587479 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8cbb31ef-6a3e-48ce-a95f-d12b882e6c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.619722 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a584c19-8d66-4d07-a34c-c8f1165be8e2 x-openstack-request-id: req-7a584c19-8d66-4d07-a34c-c8f1165be8e2 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:06.620415 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1724bc45-95a0-405b-ac06-8e4ffe410b21", "name": "network-vif-plugged", "status": "completed", "tag": "58f5d4b7-8286-4eb3-93b6-351b6f5288ae", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:06.620956 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a584c19-8d66-4d07-a34c-c8f1165be8e2 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:06.621363 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a584c19-8d66-4d07-a34c-c8f1165be8e2'] response: {'server_uuid': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae', 'code': 200} May 19 15:06:06.733136 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cc2f240b-2618-499a-a12d-f3913461d4de req-a6a2da7c-c057-457f-86f9-7f475c19ba94 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 210 time: 0.1123624 May 19 15:06:06.750452 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42502) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:06.790163 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:06.867482 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-69a1bfce-70cc-4e5e-bd66-e12257b9c9e2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 379 time: 0.1609559 May 19 15:06:06.909556 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8cbb31ef-6a3e-48ce-a95f-d12b882e6c9e admin admin] Publish callbacks [] for security_group (b3a7b125-c922-4607-b9e2-25d5a801ac30), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.913064 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-dabbd42d-83d3-490c-9f63-93a10ad8e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:06.914558 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-dabbd42d-83d3-490c-9f63-93a10ad8e064 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 915 time: 0.2630975 May 19 15:06:06.917329 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8cbb31ef-6a3e-48ce-a95f-d12b882e6c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b3a7b125-c922-4607-b9e2-25d5a801ac30), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:06.969186 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8cbb31ef-6a3e-48ce-a95f-d12b882e6c9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd0de2ad8f624748bd6950291d54acfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980784 May 19 15:06:06.971497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42518) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:06.980594 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb31ef-6a3e-48ce-a95f-d12b882e6c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a7b125-c922-4607-b9e2-25d5a801ac30,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:07.048339 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcc5-dccd-40c8-b601-fa68d75a2655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.050621 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-059bf521-d90b-49b7-b01a-5292c9b416b3 admin admin] Publish callbacks [] for security_group (b3a7b125-c922-4607-b9e2-25d5a801ac30), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.074433 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'port': {'device_id': '6324753a-5912-42c2-a1f4-0bc631bea605', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'admin_state_up': True, 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'security_groups': ['034fd40d-fe35-4718-bf7e-a3903fb880fb']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:07.149660 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-5eccb8d1-89c7-4824-9d94-2e92293c9974 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed HTTP/1.1" status: 200 len: 217 time: 0.0786393 May 19 15:06:07.159617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-059bf521-d90b-49b7-b01a-5292c9b416b3 admin admin] Publish callbacks [] for security_group (b3a7b125-c922-4607-b9e2-25d5a801ac30), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.230200 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8e3fa-19b4-41f0-b70c-e5d9cf771436 req-f130f54a-b8cc-4575-9dbc-a848d9a1dc79 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:07.231953 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-85f8e3fa-19b4-41f0-b70c-e5d9cf771436 req-f130f54a-b8cc-4575-9dbc-a848d9a1dc79 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.2591734 May 19 15:06:07.288843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-1425fc2e-20e3-4aa7-a555-55aad3c58e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:07.290373 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-1425fc2e-20e3-4aa7-a555-55aad3c58e1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.1284077 May 19 15:06:07.303395 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a01070-8d5d-4aaa-ba9f-de4d191621af req-aa23bdff-3c0a-4039-8ee4-3b1d2346cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:07.305170 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70a01070-8d5d-4aaa-ba9f-de4d191621af req-aa23bdff-3c0a-4039-8ee4-3b1d2346cc8a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1129 time: 0.0571811 May 19 15:06:07.318533 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-059bf521-d90b-49b7-b01a-5292c9b416b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b3a7b125-c922-4607-b9e2-25d5a801ac30), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.321417 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-059bf521-d90b-49b7-b01a-5292c9b416b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.336918 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-059bf521-d90b-49b7-b01a-5292c9b416b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3a7b125-c922-4607-b9e2-25d5a801ac30 HTTP/1.1" status: 204 len: 168 time: 0.3603182 May 19 15:06:07.349727 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bf521-d90b-49b7-b01a-5292c9b416b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a7b125-c922-4607-b9e2-25d5a801ac30,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:07.388711 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-85f8e3fa-19b4-41f0-b70c-e5d9cf771436 req-5aead0d6-2933-4939-ad3d-afbf165bf412 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282935 May 19 15:06:07.426524 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Made reservation on behalf of edea803526e44a55b74472ecefdb0fbc for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:06:07.431692 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.437151 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:07.464627 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcc5-dccd-40c8-b601-fa68d75a2655 admin admin] Publish callbacks [] for security_group (e4a0465c-294b-4944-8fc0-7bbd3b28d9ea), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.480638 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcc5-dccd-40c8-b601-fa68d75a2655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e4a0465c-294b-4944-8fc0-7bbd3b28d9ea), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.608528 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-32b1fcc5-dccd-40c8-b601-fa68d75a2655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=720cf9e8a4d043dfbd2e93cfbbb0eef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8568614 May 19 15:06:07.611958 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42544) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:07.620453 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1fcc5-dccd-40c8-b601-fa68d75a2655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a0465c-294b-4944-8fc0-7bbd3b28d9ea,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:07.638938 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-0f7aeca8-bfe5-43cb-abc3-917b30731a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:07.650605 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-0f7aeca8-bfe5-43cb-abc3-917b30731a04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0969124 May 19 15:06:07.730312 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e85c-fea5-49db-bd22-148f50815a4f admin admin] Publish callbacks [] for security_group (e4a0465c-294b-4944-8fc0-7bbd3b28d9ea), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.743897 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Allocated IP 172.20.0.12 (aaadbb67-bc9d-4c4f-a511-c571d677d8f0/cd100638-a8fe-43c6-b9e2-24f7ed4a5726/3beaa750-59c9-4ce6-b188-390d70f3fb7a) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:06:07.759832 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b2259-8c52-4eb5-8624-2203b8c731f1 req-b3e03434-bcf8-4186-9cbd-a7b85e3596d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:07.761340 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-024b2259-8c52-4eb5-8624-2203b8c731f1 req-b3e03434-bcf8-4186-9cbd-a7b85e3596d5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 944 time: 0.0709767 May 19 15:06:07.766436 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e85c-fea5-49db-bd22-148f50815a4f admin admin] Publish callbacks [] for security_group (e4a0465c-294b-4944-8fc0-7bbd3b28d9ea), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.839049 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e85c-fea5-49db-bd22-148f50815a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e4a0465c-294b-4944-8fc0-7bbd3b28d9ea), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.843214 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e85c-fea5-49db-bd22-148f50815a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:07.844535 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a6d1e85c-fea5-49db-bd22-148f50815a4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4a0465c-294b-4944-8fc0-7bbd3b28d9ea HTTP/1.1" status: 204 len: 168 time: 0.2291873 May 19 15:06:07.872615 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1e85c-fea5-49db-bd22-148f50815a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a0465c-294b-4944-8fc0-7bbd3b28d9ea,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:07.898280 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-024b2259-8c52-4eb5-8624-2203b8c731f1 req-6171ecbf-10c1-40d6-9639-3cf534bea056 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309507 May 19 15:06:07.938964 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cc0c5485-d859-48ad-a2b9-d76806df50fa req-f3978104-2fea-43de-9b9e-feced299eb45 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 210 time: 0.0489137 May 19 15:06:08.008986 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.015260 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:08.018226 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:08.046828 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:08.067845 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.097587 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70a01070-8d5d-4aaa-ba9f-de4d191621af req-148a2873-5cbd-4c54-8e5f-b2ff4332ff3d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346478 May 19 15:06:08.124081 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-ab38f8dd-aace-44e9-9b1f-ac41b3bf973d service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483014 May 19 15:06:08.127222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:08.129957 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 99e00ce6-f671-4c78-ab3b-e03e6a5532ed details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:06:08.140692 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:08.141591 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:06:08.143182 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:06:08.146331 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:06:08.152430 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:08.152989 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.182212 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-a240761d-a863-4fa2-9a2d-56949a2413b5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1115365 May 19 15:06:08.318315 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Request body: {'port': {'device_id': '6324753a-5912-42c2-a1f4-0bc631bea605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:08.346912 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:08.372305 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:06:08.489943 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.517690 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:08.519871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.520785 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d653c9a-73f2-4814-994e-a149c984ea18 req-0bf5687c-3575-499a-8103-0a3d2e006759 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125738 May 19 15:06:08.562055 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:08.563491 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42580) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:08.572260 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e00ce6-f671-4c78-ab3b-e03e6a5532ed {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:06:08.587721 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9af5dc05-cbeb-4abe-869b-5d5dd397334e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.593954 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-72e6d4a2-bea7-47fa-a773-f4dd9f8714f8 None None] Provisioning complete for port 3beaa750-59c9-4ce6-b188-390d70f3fb7a triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:06:08.594981 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72e6d4a2-bea7-47fa-a773-f4dd9f8714f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.612046 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:08.648038 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:08.653238 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d4a2-bea7-47fa-a773-f4dd9f8714f8 None None] Port 3beaa750-59c9-4ce6-b188-390d70f3fb7a cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:06:08.661747 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.728975 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:08.774047 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f9df7-0a0b-4370-b16f-6fa15b633baf req-fc140390-ab24-422f-8307-16efb04b2467 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:08.781958 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5d5f9df7-0a0b-4370-b16f-6fa15b633baf req-fc140390-ab24-422f-8307-16efb04b2467 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.1680250 May 19 15:06:08.805123 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9af5dc05-cbeb-4abe-869b-5d5dd397334e admin admin] Publish callbacks [] for security_group (3416a327-5a0c-456a-b1c1-526ca46989ff), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.816071 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9af5dc05-cbeb-4abe-869b-5d5dd397334e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3416a327-5a0c-456a-b1c1-526ca46989ff), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:08.888121 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9af5dc05-cbeb-4abe-869b-5d5dd397334e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46b2774b92a4423ebc86470f8bc222e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235271 May 19 15:06:08.889072 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5dc05-cbeb-4abe-869b-5d5dd397334e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3416a327-5a0c-456a-b1c1-526ca46989ff,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:08.892096 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42594) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:08.926856 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5d5f9df7-0a0b-4370-b16f-6fa15b633baf req-cc5417cf-22bf-46cd-9754-4da8d024b4a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336181 May 19 15:06:08.933083 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['99e00ce6-f671-4c78-ab3b-e03e6a5532ed'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:06:08.957829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e911edcb-e101-4be5-889b-13539cf9b0b7 admin admin] Publish callbacks [] for security_group (3416a327-5a0c-456a-b1c1-526ca46989ff), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.015680 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e911edcb-e101-4be5-889b-13539cf9b0b7 admin admin] Publish callbacks [] for security_group (3416a327-5a0c-456a-b1c1-526ca46989ff), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.136684 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e911edcb-e101-4be5-889b-13539cf9b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3416a327-5a0c-456a-b1c1-526ca46989ff), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.139344 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e911edcb-e101-4be5-889b-13539cf9b0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.140742 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e911edcb-e101-4be5-889b-13539cf9b0b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3416a327-5a0c-456a-b1c1-526ca46989ff HTTP/1.1" status: 204 len: 168 time: 0.2466488 May 19 15:06:09.157849 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911edcb-e101-4be5-889b-13539cf9b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3416a327-5a0c-456a-b1c1-526ca46989ff,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:09.211781 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3beaa750-59c9-4ce6-b188-390d70f3fb7a {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:06:09.223399 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Publish callbacks [] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.233304 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ef4d8-ddc0-455e-8159-6cd416be2490 req-e32ad70f-03f2-4a19-a171-406754a7aeed tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:09.234991 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-247ef4d8-ddc0-455e-8159-6cd416be2490 req-e32ad70f-03f2-4a19-a171-406754a7aeed tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 945 time: 0.1237824 May 19 15:06:09.248006 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Transition to ACTIVE for port object 3beaa750-59c9-4ce6-b188-390d70f3fb7a will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:06:09.278577 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.393262 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:09.411871 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-247ef4d8-ddc0-455e-8159-6cd416be2490 req-de834346-15eb-4c6c-8e38-0e14976f4dc8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661360 May 19 15:06:09.488253 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Attempting to bind port 3beaa750-59c9-4ce6-b188-390d70f3fb7a on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:06:09.488612 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Attempting to bind port 3beaa750-59c9-4ce6-b188-390d70f3fb7a by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:06:09.489008 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Attempting to bind port 3beaa750-59c9-4ce6-b188-390d70f3fb7a on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:06:09.494960 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Port 3beaa750-59c9-4ce6-b188-390d70f3fb7a on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:06:09.495361 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Attempting to bind port 3beaa750-59c9-4ce6-b188-390d70f3fb7a on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:06:09.505163 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:06:09.505733 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Checking segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:06:09.507166 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Bound using segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:06:09.508198 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Bound port: 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:06:09.508939 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.601171 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:09.606513 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:06:09.626687 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:06:09.640608 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.711092 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:09.711957 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:09.713487 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] 10.222.0.49 "PUT /v2.0/ports/3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 1094 time: 1.4057956 May 19 15:06:09.714165 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:09.716585 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:09.830253 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a372e-e1bc-49b1-b186-df58380f2eb1 req-c19054c0-2435-4842-8ae7-70392e76a363 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:09.840457 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-895a372e-e1bc-49b1-b186-df58380f2eb1 req-c19054c0-2435-4842-8ae7-70392e76a363 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.1466463 May 19 15:06:09.857032 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e109921-b1a0-4021-9405-9a8e3eda8551 service neutron] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:10.050407 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-e2815587-b950-4f26-bdfa-8ef01ab30232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:10.073391 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-e2815587-b950-4f26-bdfa-8ef01ab30232 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1128 time: 0.1937063 May 19 15:06:10.090675 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-895a372e-e1bc-49b1-b186-df58380f2eb1 req-d1541d91-bb84-4252-afc4-3ae5e6a3c24f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399852 May 19 15:06:10.144806 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 99e00ce6-f671-4c78-ab3b-e03e6a5532ed up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:06:10.268105 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:06:10.276652 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-bc4bad0c-54e2-48c2-826a-0e3ed571cd81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 217 time: 0.1211445 May 19 15:06:10.283272 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181cc75e-4927-4f1f-ba3c-b4df6c11873e x-openstack-request-id: req-181cc75e-4927-4f1f-ba3c-b4df6c11873e {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:10.283568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:10.283795 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:06:10.283934 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-181cc75e-4927-4f1f-ba3c-b4df6c11873e {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:10.284220 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181cc75e-4927-4f1f-ba3c-b4df6c11873e'] response: {'name': 'network-changed', 'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'status': 'completed', 'code': 200} May 19 15:06:10.284835 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:10.377573 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-e484f5df-d7fd-4de8-be86-f11bc1caf7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:10.381973 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-e484f5df-d7fd-4de8-be86-f11bc1caf7bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0851490 May 19 15:06:10.461484 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-6d6e1b92-7ed8-41ab-a2cb-a217af715b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:10.463687 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-6d6e1b92-7ed8-41ab-a2cb-a217af715b1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547199 May 19 15:06:10.527152 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-8f5606d5-b849-4d73-8a5c-19c622a01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:10.536920 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-8f5606d5-b849-4d73-8a5c-19c622a01413 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 1129 time: 0.1369088 May 19 15:06:10.555083 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:10.611379 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:10.612093 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:10.614576 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:10.644571 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e87e59-77f2-459d-9b4c-0bb9eb4fae72 req-a7472812-8284-4e39-aa85-d66d86b977fd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:10.654242 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-85e87e59-77f2-459d-9b4c-0bb9eb4fae72 req-a7472812-8284-4e39-aa85-d66d86b977fd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.2591002 May 19 15:06:10.726106 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70d8c3-eaca-4788-a2f2-07c2a7313276 req-8d71c658-5820-4e7d-bf7f-62d5711402f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:10.727786 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7f70d8c3-eaca-4788-a2f2-07c2a7313276 req-8d71c658-5820-4e7d-bf7f-62d5711402f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 945 time: 0.1704233 May 19 15:06:10.740372 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:10.745484 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:10.751797 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efea5600-0b57-4ccc-bac7-93bd78b7f415" -d '{"events": [{"server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "name": "network-vif-plugged", "status": "completed", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:10.764099 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:10.802211 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-fe89d9fe-ab9f-44ce-aed7-b9604009112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:10.807372 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-fe89d9fe-ab9f-44ce-aed7-b9604009112a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.2633417 May 19 15:06:10.810591 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-85e87e59-77f2-459d-9b4c-0bb9eb4fae72 req-08dd1213-dd46-4207-8576-d84ba5742ea7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539545 May 19 15:06:10.816675 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-67df3b4a-e643-4f4e-84d4-5a1f800c804e service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354475 May 19 15:06:10.839995 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:10.883474 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2bb17-3755-4a22-917c-28f77e9cd4ff x-openstack-request-id: req-80f2bb17-3755-4a22-917c-28f77e9cd4ff {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:10.884019 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "name": "network-vif-plugged", "status": "completed", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:10.884326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80f2bb17-3755-4a22-917c-28f77e9cd4ff {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:10.884797 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f2bb17-3755-4a22-917c-28f77e9cd4ff'] response: {'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'code': 200} May 19 15:06:10.929686 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-79c12aba-f26a-43fd-a944-24debfc3f071 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559 HTTP/1.1" status: 200 len: 217 time: 0.0912311 May 19 15:06:10.954191 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7f70d8c3-eaca-4788-a2f2-07c2a7313276 req-b11ecab6-0864-4eae-99b1-97f20acaa17a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195098 May 19 15:06:11.004083 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-6f60285c-780f-4422-aaee-9ec2f4a061e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:11.008782 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-6f60285c-780f-4422-aaee-9ec2f4a061e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0648310 May 19 15:06:11.036695 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76c96fb2-2b7f-4738-ae5c-51685038b66c req-20225742-350d-4783-a2c8-97ab6b8cfece service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962841 May 19 15:06:11.044198 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:11.089514 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-c4ac9c05-c3da-4fff-8ac3-f25cfc6b34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:11.091052 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-c4ac9c05-c3da-4fff-8ac3-f25cfc6b34a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0756879 May 19 15:06:11.236033 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0bb2d-1103-4187-8ec2-32386428166d req-a0cc24dc-ea02-4853-a297-a95838baa0f8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:11.239818 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f2d0bb2d-1103-4187-8ec2-32386428166d req-a0cc24dc-ea02-4853-a297-a95838baa0f8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0604482 May 19 15:06:11.323190 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f2d0bb2d-1103-4187-8ec2-32386428166d req-07c6cf8d-4538-4c40-a150-6f6e45f07270 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705397 May 19 15:06:11.700398 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42712) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:11.838983 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae5ec-58db-4206-b619-8367f59cd4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:11.959129 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd20b3f-bd52-4f00-88a7-dc1b00c8aca4 req-e08d453e-150b-4d2c-b5fa-7cb89162eebe tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:11.961816 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7fd20b3f-bd52-4f00-88a7-dc1b00c8aca4 req-e08d453e-150b-4d2c-b5fa-7cb89162eebe tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0673320 May 19 15:06:11.977409 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae5ec-58db-4206-b619-8367f59cd4b6 admin admin] Publish callbacks [] for security_group (d4faf341-a84a-4d31-8b69-43886329e731), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:11.985208 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae5ec-58db-4206-b619-8367f59cd4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d4faf341-a84a-4d31-8b69-43886329e731), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.045366 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7fd20b3f-bd52-4f00-88a7-dc1b00c8aca4 req-f102a08d-cf69-43e0-b30b-3b4607d0e2cf tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722013 May 19 15:06:12.089010 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-eb6ae5ec-58db-4206-b619-8367f59cd4b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c20d703e5174e118bf2e95ea1586d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874090 May 19 15:06:12.114538 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42738) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:12.145958 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:12.222066 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300024cd-4e8c-4cd0-8f80-4ee26f5c1aa6 req-69783c27-23cb-44e2-9644-6a172080313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:12.223665 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-300024cd-4e8c-4cd0-8f80-4ee26f5c1aa6 req-69783c27-23cb-44e2-9644-6a172080313b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 1130 time: 0.1929009 May 19 15:06:12.254726 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbedff-b10d-431d-ba53-cc4a2bd03a96 req-95a172d5-1017-45cf-a1b3-668cc3212450 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:12.256536 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-12cbedff-b10d-431d-ba53-cc4a2bd03a96 req-95a172d5-1017-45cf-a1b3-668cc3212450 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.1735675 May 19 15:06:12.287868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-27efaa6b-27c5-488a-a314-aecdfbbd1698 admin admin] Publish callbacks [] for security_group (d4faf341-a84a-4d31-8b69-43886329e731), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.337953 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42746) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:12.343007 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=53 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:12.354192 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ae5ec-58db-4206-b619-8367f59cd4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4faf341-a84a-4d31-8b69-43886329e731,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:12.356146 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-27efaa6b-27c5-488a-a314-aecdfbbd1698 admin admin] Publish callbacks [] for security_group (d4faf341-a84a-4d31-8b69-43886329e731), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.359687 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:12.367677 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:12.405284 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-287b0a32-6897-4d74-b2c9-3b4329950fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:12.407122 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-287b0a32-6897-4d74-b2c9-3b4329950fa1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1128 time: 0.3347239 May 19 15:06:12.419251 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-300024cd-4e8c-4cd0-8f80-4ee26f5c1aa6 req-1252bbbc-a61b-40f4-b3b9-123e78f5edb1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831591 May 19 15:06:12.444154 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-12cbedff-b10d-431d-ba53-cc4a2bd03a96 req-0ec62e92-2707-444e-b55c-78fd819cedc8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730413 May 19 15:06:12.546395 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-50e4e9b1-a52b-4dd0-a86b-2b590b2c86ea service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802175 May 19 15:06:12.581365 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-8695bd4f-dae3-4cad-9883-6d4a2a525609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:12.582872 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-8695bd4f-dae3-4cad-9883-6d4a2a525609 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.1653056 May 19 15:06:12.711528 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e3f9f-1012-47d6-b118-70840b318cd3 req-7cf2f826-badd-488b-b436-2da3bd9b5c46 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:12.712985 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fe2e3f9f-1012-47d6-b118-70840b318cd3 req-7cf2f826-badd-488b-b436-2da3bd9b5c46 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.2546673 May 19 15:06:12.733209 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-6748a82c-ca06-493e-8023-fefb6908f75d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 217 time: 0.0724716 May 19 15:06:12.734030 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7522-5867-429f-ab16-a0ed752b7885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.755501 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-27efaa6b-27c5-488a-a314-aecdfbbd1698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d4faf341-a84a-4d31-8b69-43886329e731), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.757845 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-27efaa6b-27c5-488a-a314-aecdfbbd1698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.758944 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-27efaa6b-27c5-488a-a314-aecdfbbd1698 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4faf341-a84a-4d31-8b69-43886329e731 HTTP/1.1" status: 204 len: 168 time: 0.6423736 May 19 15:06:12.787178 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efaa6b-27c5-488a-a314-aecdfbbd1698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4faf341-a84a-4d31-8b69-43886329e731,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:12.805751 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fe2e3f9f-1012-47d6-b118-70840b318cd3 req-1996ff14-0eaa-4a0d-87ff-6bb27c008408 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859280 May 19 15:06:12.869327 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-f99da531-c527-40d9-86e5-75a5183fbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:12.871051 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-f99da531-c527-40d9-86e5-75a5183fbf78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.1306002 May 19 15:06:12.876669 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7707aac-f88e-4880-bd13-bdd1fb850054 req-b91d12ba-15c7-4262-a691-e307c2d0e24d service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265165 May 19 15:06:12.894699 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7522-5867-429f-ab16-a0ed752b7885 admin admin] Publish callbacks [] for security_group (3c53d482-5741-46b6-9f8a-112efb313874), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.899881 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7522-5867-429f-ab16-a0ed752b7885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3c53d482-5741-46b6-9f8a-112efb313874), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:12.926356 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:12.955556 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c4cc7522-5867-429f-ab16-a0ed752b7885 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09934739fcba45c5b073533272405739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6124732 May 19 15:06:12.955556 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc7522-5867-429f-ab16-a0ed752b7885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53d482-5741-46b6-9f8a-112efb313874,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:12.956039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42778) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:13.042462 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f93283cc-e425-40e6-b068-0d646ecd3c5e admin admin] Publish callbacks [] for security_group (3c53d482-5741-46b6-9f8a-112efb313874), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.069485 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f93283cc-e425-40e6-b068-0d646ecd3c5e admin admin] Publish callbacks [] for security_group (3c53d482-5741-46b6-9f8a-112efb313874), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.133542 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f93283cc-e425-40e6-b068-0d646ecd3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3c53d482-5741-46b6-9f8a-112efb313874), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.136600 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f93283cc-e425-40e6-b068-0d646ecd3c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.137824 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f93283cc-e425-40e6-b068-0d646ecd3c5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c53d482-5741-46b6-9f8a-112efb313874 HTTP/1.1" status: 204 len: 168 time: 0.1805346 May 19 15:06:13.147894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93283cc-e425-40e6-b068-0d646ecd3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53d482-5741-46b6-9f8a-112efb313874,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:13.185402 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724939-1ca9-4c54-933b-d5b111255424 req-18a4c895-23b1-4199-b3ef-47403bbf105a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:13.197674 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ea724939-1ca9-4c54-933b-d5b111255424 req-18a4c895-23b1-4199-b3ef-47403bbf105a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0701616 May 19 15:06:13.290088 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-5d71e0dc-6b9c-451f-be0c-693aa4a5e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:13.292280 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-5d71e0dc-6b9c-451f-be0c-693aa4a5e7d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672362 May 19 15:06:13.305578 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42802) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:13.325558 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ea724939-1ca9-4c54-933b-d5b111255424 req-179e2b90-5aa5-4a9e-b82a-c6a3203a1305 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257415 May 19 15:06:13.333926 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ea743be3-99a6-4fba-80d0-bc1748833af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.420411 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:13.516597 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-27d837b4-91a5-405c-ba9a-887402a6001c service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717057 May 19 15:06:13.602568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c99a-c1b0-4572-8da0-cb68357637a0 req-c196c3fe-4370-4a61-98ce-dca3e11e0ff0 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:13.613563 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6623c99a-c1b0-4572-8da0-cb68357637a0 req-c196c3fe-4370-4a61-98ce-dca3e11e0ff0 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.0686538 May 19 15:06:13.626192 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ea743be3-99a6-4fba-80d0-bc1748833af8 admin admin] Publish callbacks [] for security_group (4bd19d10-61a0-4860-9be7-cde9de25f3df), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.635847 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:13.636850 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ea743be3-99a6-4fba-80d0-bc1748833af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4bd19d10-61a0-4860-9be7-cde9de25f3df), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.676579 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6623c99a-c1b0-4572-8da0-cb68357637a0 req-6dee0c05-5281-430d-af13-493357d56e5e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620599 May 19 15:06:13.713844 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42816) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:13.715512 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ea743be3-99a6-4fba-80d0-bc1748833af8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13bfa512bf1c467c8142546c8cf2df57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082024 May 19 15:06:13.717679 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42820) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:13.730140 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ff0a98ff-9abd-430d-a383-b0be19190a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.732102 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4827b4d-ddd4-42fe-9a90-98022e5e5ab9 req-321bce87-2a7e-4989-832c-cdc548189777 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027895 May 19 15:06:13.737525 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea743be3-99a6-4fba-80d0-bc1748833af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd19d10-61a0-4860-9be7-cde9de25f3df,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:13.783024 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c9e177b5-b3bd-441c-ba52-b43d3588427b admin admin] Publish callbacks [] for security_group (4bd19d10-61a0-4860-9be7-cde9de25f3df), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.789239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:13.812050 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c9e177b5-b3bd-441c-ba52-b43d3588427b admin admin] Publish callbacks [] for security_group (4bd19d10-61a0-4860-9be7-cde9de25f3df), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.820941 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ff0a98ff-9abd-430d-a383-b0be19190a9c admin admin] Publish callbacks [] for security_group (5c90433a-7f6a-4106-83c4-3cdbeec39c75), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.825784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ff0a98ff-9abd-430d-a383-b0be19190a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5c90433a-7f6a-4106-83c4-3cdbeec39c75), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.837678 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42822) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:13.868880 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c9e177b5-b3bd-441c-ba52-b43d3588427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4bd19d10-61a0-4860-9be7-cde9de25f3df), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.872167 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c9e177b5-b3bd-441c-ba52-b43d3588427b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.875328 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ff0a98ff-9abd-430d-a383-b0be19190a9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=652440f8df89433cb37decc0ae078b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580770 May 19 15:06:13.875474 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c9e177b5-b3bd-441c-ba52-b43d3588427b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bd19d10-61a0-4860-9be7-cde9de25f3df HTTP/1.1" status: 204 len: 168 time: 0.1518080 May 19 15:06:13.883823 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a98ff-9abd-430d-a383-b0be19190a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c90433a-7f6a-4106-83c4-3cdbeec39c75,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:13.887329 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42826) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:13.932755 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e177b5-b3bd-441c-ba52-b43d3588427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd19d10-61a0-4860-9be7-cde9de25f3df,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:13.947628 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4468cd45-c0af-4bf3-866c-29bffd28fafd admin admin] Publish callbacks [] for security_group (5c90433a-7f6a-4106-83c4-3cdbeec39c75), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:13.972999 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4468cd45-c0af-4bf3-866c-29bffd28fafd admin admin] Publish callbacks [] for security_group (5c90433a-7f6a-4106-83c4-3cdbeec39c75), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.028047 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9f3b0-2ff0-4a89-8437-c8f7d9a0a314 req-f902f0f5-93e3-44e7-be0d-00a1b297db37 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:14.030353 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-10a9f3b0-2ff0-4a89-8437-c8f7d9a0a314 req-f902f0f5-93e3-44e7-be0d-00a1b297db37 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0629249 May 19 15:06:14.039345 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a657192a-11cc-4920-9125-35f16b425d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.068669 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4468cd45-c0af-4bf3-866c-29bffd28fafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5c90433a-7f6a-4106-83c4-3cdbeec39c75), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.073230 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4468cd45-c0af-4bf3-866c-29bffd28fafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.078079 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4468cd45-c0af-4bf3-866c-29bffd28fafd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c90433a-7f6a-4106-83c4-3cdbeec39c75 HTTP/1.1" status: 204 len: 168 time: 0.1874902 May 19 15:06:14.087504 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468cd45-c0af-4bf3-866c-29bffd28fafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c90433a-7f6a-4106-83c4-3cdbeec39c75,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:14.138941 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-10a9f3b0-2ff0-4a89-8437-c8f7d9a0a314 req-c4ed7ab4-cf0d-4371-80d8-65432940117b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027644 May 19 15:06:14.149027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:06:14.230169 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3e91-6741-4c57-b24a-affe0672050b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.251615 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:14.268984 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:14.285597 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'port_id': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'mac_address': 'fa:16:3e:bc:e2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:06:14.334899 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 3beaa750-59c9-4ce6-b188-390d70f3fb7a is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:14.335235 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.358691 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3beaa750-59c9-4ce6-b188-390d70f3fb7a {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:06:14.391794 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:14.406292 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.422335 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3e91-6741-4c57-b24a-affe0672050b admin admin] Publish callbacks [] for security_group (5f972a74-0660-46d4-83b2-97a2c23b6fef), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.430388 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3e91-6741-4c57-b24a-affe0672050b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5f972a74-0660-46d4-83b2-97a2c23b6fef), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.462464 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:14.510627 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ef5b3e91-6741-4c57-b24a-affe0672050b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6c53b857a01451f95ad1cfa7ade0338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6718776 May 19 15:06:14.513541 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42858) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:14.519361 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b3e91-6741-4c57-b24a-affe0672050b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f972a74-0660-46d4-83b2-97a2c23b6fef,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:14.533498 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73d1dd-eda3-4362-9128-0f1fc407b1b4 req-a5de3cf2-d132-47de-afcc-455f80f9571d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:14.540152 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7b73d1dd-eda3-4362-9128-0f1fc407b1b4 req-a5de3cf2-d132-47de-afcc-455f80f9571d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0871956 May 19 15:06:14.590512 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c67699aa-7c9f-47db-8b18-2a3f03cb2973 admin admin] Publish callbacks [] for security_group (5f972a74-0660-46d4-83b2-97a2c23b6fef), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.599137 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7b73d1dd-eda3-4362-9128-0f1fc407b1b4 req-c2e388f7-a7ce-4a8b-9b2f-7143d2b482ec tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581138 May 19 15:06:14.617604 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c67699aa-7c9f-47db-8b18-2a3f03cb2973 admin admin] Publish callbacks [] for security_group (5f972a74-0660-46d4-83b2-97a2c23b6fef), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.682006 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c67699aa-7c9f-47db-8b18-2a3f03cb2973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5f972a74-0660-46d4-83b2-97a2c23b6fef), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.685082 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c67699aa-7c9f-47db-8b18-2a3f03cb2973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:14.686244 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c67699aa-7c9f-47db-8b18-2a3f03cb2973 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f972a74-0660-46d4-83b2-97a2c23b6fef HTTP/1.1" status: 204 len: 168 time: 0.1714191 May 19 15:06:14.695055 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67699aa-7c9f-47db-8b18-2a3f03cb2973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f972a74-0660-46d4-83b2-97a2c23b6fef,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:14.767146 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['3beaa750-59c9-4ce6-b188-390d70f3fb7a'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:06:14.813670 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:14.838958 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e987429-8d49-4876-9996-b5832395e22c req-456ee70d-c31a-4bf7-afc6-cef79075326b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:14.840781 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e987429-8d49-4876-9996-b5832395e22c req-456ee70d-c31a-4bf7-afc6-cef79075326b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.0721974 May 19 15:06:14.900231 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e987429-8d49-4876-9996-b5832395e22c req-137c7161-fc70-4739-b9a1-1994d783e39c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532064 May 19 15:06:15.050567 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bba320-ca91-47e6-8e19-a6d5006a26cb req-8de807a5-3c95-4d9d-be0d-e9eb21727487 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:15.053384 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e5bba320-ca91-47e6-8e19-a6d5006a26cb req-8de807a5-3c95-4d9d-be0d-e9eb21727487 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.0593488 May 19 15:06:15.062703 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 42886) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:15.068030 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:15.148125 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (1b32ecf8-32be-4179-974e-542da6375def), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.180611 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42894) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:15.197145 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:15.210719 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc1c8-15b5-46f1-9ed0-271513659ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.308818 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76456-2b95-44a5-a90d-9826f187ebf6 req-f2186f32-3f4c-46c7-9579-6dd946e63aa4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:15.310892 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4ae76456-2b95-44a5-a90d-9826f187ebf6 req-f2186f32-3f4c-46c7-9579-6dd946e63aa4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 945 time: 0.0548346 May 19 15:06:15.395087 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4ae76456-2b95-44a5-a90d-9826f187ebf6 req-64ab972a-8183-4563-bfff-69208ac5dc2b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738232 May 19 15:06:15.435310 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc1c8-15b5-46f1-9ed0-271513659ab5 admin admin] Publish callbacks [] for security_group (e848e2a9-26b1-4c1d-9340-a50de8d13927), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.446170 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc1c8-15b5-46f1-9ed0-271513659ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e848e2a9-26b1-4c1d-9340-a50de8d13927), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.502098 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ec7cc1c8-15b5-46f1-9ed0-271513659ab5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a277b2375034d0a9c4606b12f96da1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203914 May 19 15:06:15.504971 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 42904) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:15.513452 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cc1c8-15b5-46f1-9ed0-271513659ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e848e2a9-26b1-4c1d-9340-a50de8d13927,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:15.602418 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3bd2716b-e94f-423d-90ea-038d1e28fb4d admin admin] Publish callbacks [] for security_group (e848e2a9-26b1-4c1d-9340-a50de8d13927), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.632514 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3bd2716b-e94f-423d-90ea-038d1e28fb4d admin admin] Publish callbacks [] for security_group (e848e2a9-26b1-4c1d-9340-a50de8d13927), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.641797 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:15.709569 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3bd2716b-e94f-423d-90ea-038d1e28fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e848e2a9-26b1-4c1d-9340-a50de8d13927), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.716755 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3bd2716b-e94f-423d-90ea-038d1e28fb4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:15.717956 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3bd2716b-e94f-423d-90ea-038d1e28fb4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e848e2a9-26b1-4c1d-9340-a50de8d13927 HTTP/1.1" status: 204 len: 168 time: 0.2120135 May 19 15:06:15.744271 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2716b-e94f-423d-90ea-038d1e28fb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848e2a9-26b1-4c1d-9340-a50de8d13927,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:15.781928 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9280fc-4804-4930-b365-a77d8cfcb5eb req-f20a9e89-3958-47f5-8f4d-adc3ce5f424f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:15.784058 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7b9280fc-4804-4930-b365-a77d8cfcb5eb req-f20a9e89-3958-47f5-8f4d-adc3ce5f424f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0858302 May 19 15:06:15.843180 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7b9280fc-4804-4930-b365-a77d8cfcb5eb req-21777d9f-1563-48c8-95cd-358267e19cf8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 May 19 15:06:16.069811 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:16.072664 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:16.079479 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (1b32ecf8-32be-4179-974e-542da6375def), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:16.164813 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:06:16.186452 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP 1b32ecf8-32be-4179-974e-542da6375def associated. External IP: 172.27.2.69, port: 99e00ce6-f671-4c78-ab3b-e03e6a5532ed. May 19 15:06:16.225207 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 3beaa750-59c9-4ce6-b188-390d70f3fb7a completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:06:16.246583 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 3beaa750-59c9-4ce6-b188-390d70f3fb7a triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:06:16.247452 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:16.282864 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-64cd07b1-7e88-4a05-9835-6a7a6c47484b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:16.344056 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 3beaa750-59c9-4ce6-b188-390d70f3fb7a is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:06:16.344941 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:16.372936 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:16.375769 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243dbcca-7ed8-4457-99a9-35ad1be1d2b9" -d '{"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-plugged", "status": "completed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:16.392515 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:16.398889 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:16.447381 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:16.466164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1202bb-9a80-4a53-93a0-db478a2645f3 x-openstack-request-id: req-8b1202bb-9a80-4a53-93a0-db478a2645f3 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:16.466650 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-plugged", "status": "completed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:16.467427 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b1202bb-9a80-4a53-93a0-db478a2645f3 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:16.467947 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1202bb-9a80-4a53-93a0-db478a2645f3'] response: {'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'code': 200} May 19 15:06:16.470333 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:16.517808 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:06:16.571547 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea24c9-7575-4956-b524-59d403556693 req-dc23bfc6-0e53-4070-a6f0-eae4ab5629be tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:16.579984 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c9ea24c9-7575-4956-b524-59d403556693 req-dc23bfc6-0e53-4070-a6f0-eae4ab5629be tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0637581 May 19 15:06:16.634546 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c9ea24c9-7575-4956-b524-59d403556693 req-437632db-a478-4895-a090-250f3cc68e54 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535789 May 19 15:06:16.648625 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:06:16.656983 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:16.670468 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:06:16.682036 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:06:16.682899 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:06:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:16.712125 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ee112283-d147-4f32-8003-22fd638477c2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "PUT /v2.0/floatingips/1b32ecf8-32be-4179-974e-542da6375def HTTP/1.1" status: 200 len: 991 time: 1.6477401 May 19 15:06:16.713377 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:16.718358 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b8ff52-836f-4925-9969-76d13a5d1e39" -d '{"events": [{"name": "network-changed", "server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:16.762592 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2885b-1308-43ea-9b2f-f78f6cf99e98 x-openstack-request-id: req-46f2885b-1308-43ea-9b2f-f78f6cf99e98 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:16.762883 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:16.763136 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46f2885b-1308-43ea-9b2f-f78f6cf99e98 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:16.763591 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f2885b-1308-43ea-9b2f-f78f6cf99e98'] response: {'name': 'network-changed', 'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'status': 'completed', 'code': 200} May 19 15:06:16.797240 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:06:16.994737 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ecfbd-5b6a-4350-abf1-c5f68ed2a8d8 req-aea5e7ba-15df-474f-bd77-51dde2cb37ee tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:16.996562 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3d4ecfbd-5b6a-4350-abf1-c5f68ed2a8d8 req-aea5e7ba-15df-474f-bd77-51dde2cb37ee tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0625501 May 19 15:06:17.080351 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3d4ecfbd-5b6a-4350-abf1-c5f68ed2a8d8 req-4a6810d0-4235-4db7-b4b2-70df900e168e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773511 May 19 15:06:17.123890 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:15Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:17.154947 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:06:17.167056 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:06:17.167777 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:06:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:17.285065 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:06:17.397657 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:17.659262 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:15Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:17.690157 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee197bef-83be-49ea-ac8b-ff72dcfcf5c5 None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:15Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:06:17.772109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:17.782620 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d35d61-a967-4515-bb87-eea2b588abd6 req-2c8bc824-98aa-45f7-8666-0a559176870e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:17.789716 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-55d35d61-a967-4515-bb87-eea2b588abd6 req-2c8bc824-98aa-45f7-8666-0a559176870e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0652502 May 19 15:06:17.840126 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-55d35d61-a967-4515-bb87-eea2b588abd6 req-580dcfc9-668b-4a62-91b4-0fe2449b83f3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 May 19 15:06:17.997378 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0192eea8-2f10-4adf-b431-c02540b4d726 None None] New status for floating IP 1b32ecf8-32be-4179-974e-542da6375def: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:06:18.153321 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-8790aebe-5cd7-42f5-8589-8d68b9d81365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:18.158179 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-8790aebe-5cd7-42f5-8589-8d68b9d81365 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 1130 time: 0.1220238 May 19 15:06:18.251648 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a890-9906-4d5b-813e-1fc7d1cbfc3a req-7e8d776f-a076-4f41-9dff-2769164d9216 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:18.253704 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dc01a890-9906-4d5b-813e-1fc7d1cbfc3a req-7e8d776f-a076-4f41-9dff-2769164d9216 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0648284 May 19 15:06:18.313938 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dc01a890-9906-4d5b-813e-1fc7d1cbfc3a req-ae0dfb73-1caf-42b9-b888-0f99c037ee35 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 May 19 15:06:18.624638 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:18.650723 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a282e6-1fc2-4b79-aff2-145863c6014f req-41f127c1-4376-450a-b449-61f686cd91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:18.652278 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40a282e6-1fc2-4b79-aff2-145863c6014f req-41f127c1-4376-450a-b449-61f686cd91cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1130 time: 0.0720916 May 19 15:06:18.667082 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:18.704661 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-0450071f-96ac-4ec8-a6fa-5236f90ee5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:18.706344 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-0450071f-96ac-4ec8-a6fa-5236f90ee5db service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 915 time: 0.1872847 May 19 15:06:18.793490 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40a282e6-1fc2-4b79-aff2-145863c6014f req-d893977c-d32c-4219-9d74-98eae56e89b2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217575 May 19 15:06:18.824136 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-bdb69f65-67ac-4457-8e88-84c6aae0c2a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed HTTP/1.1" status: 200 len: 1001 time: 0.1052256 May 19 15:06:18.976468 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cbdf5-e499-49fe-97c7-7013cd5db4d8 req-29a5cb1c-33ef-455a-bb88-7d3e4900397d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:18.984765 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ea9cbdf5-e499-49fe-97c7-7013cd5db4d8 req-29a5cb1c-33ef-455a-bb88-7d3e4900397d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0657947 May 19 15:06:19.045826 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ea9cbdf5-e499-49fe-97c7-7013cd5db4d8 req-572efa09-0d54-4193-9e83-34de20ec9c23 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597446 May 19 15:06:19.130049 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-7750c03e-204b-40e6-80b9-00dbccd6d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:19.134145 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-7750c03e-204b-40e6-80b9-00dbccd6d95a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0606112 May 19 15:06:19.206932 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-1fba28a4-b42c-491e-b6ad-419cffe8554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:19.208458 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-1fba28a4-b42c-491e-b6ad-419cffe8554b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620739 May 19 15:06:19.319792 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-5bf477d1-c8be-4ac3-95e1-757593054612 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011910 May 19 15:06:19.447297 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4867b-b864-41dd-8481-66fb9d13f002 req-9868ff35-3c2e-4248-b933-4501d5a9bb2a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:19.449152 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1aa4867b-b864-41dd-8481-66fb9d13f002 req-9868ff35-3c2e-4248-b933-4501d5a9bb2a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0564997 May 19 15:06:19.527103 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1aa4867b-b864-41dd-8481-66fb9d13f002 req-e82c2693-a191-4764-8137-4d8c267c31fb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658908 May 19 15:06:19.778683 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:19.811169 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40b8ff52-836f-4925-9969-76d13a5d1e39 req-28566e03-a53f-4137-b610-5f660f79495f service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027818 May 19 15:06:19.849076 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43128) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:20.010911 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a28b75ca-c6bf-4a58-9c6f-cce98f65b58a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.116239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b757f-2e4d-4e8a-921e-350324b0c661 req-9df4cc21-3748-4c9c-bd54-3b40efcd80e5 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:20.118125 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-777b757f-2e4d-4e8a-921e-350324b0c661 req-9df4cc21-3748-4c9c-bd54-3b40efcd80e5 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0783596 May 19 15:06:20.221050 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a28b75ca-c6bf-4a58-9c6f-cce98f65b58a admin admin] Publish callbacks [] for security_group (ab452422-5e7d-42e5-9bb7-d9f90018451c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.231481 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-777b757f-2e4d-4e8a-921e-350324b0c661 req-8a8de4e0-e4d0-48d3-975b-3623d9c99a58 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055255 May 19 15:06:20.234496 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a28b75ca-c6bf-4a58-9c6f-cce98f65b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ab452422-5e7d-42e5-9bb7-d9f90018451c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.241689 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:20.258549 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5c61d-0b95-44e0-a9b3-859e265bc693 req-e47d78de-fe55-4b42-850f-934e1322144b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:20.260060 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af5c61d-0b95-44e0-a9b3-859e265bc693 req-e47d78de-fe55-4b42-850f-934e1322144b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1010654 May 19 15:06:20.306024 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a28b75ca-c6bf-4a58-9c6f-cce98f65b58a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0eaceba4a952435ba0fef07cceb9e5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553223 May 19 15:06:20.308762 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43162) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:20.310718 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b75ca-c6bf-4a58-9c6f-cce98f65b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab452422-5e7d-42e5-9bb7-d9f90018451c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:20.335030 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.358114 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af5c61d-0b95-44e0-a9b3-859e265bc693 req-286e77e9-52be-44a4-84c6-0ab093c22ef2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903428 May 19 15:06:20.392365 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e857e53f-8dae-4feb-8f41-7b19f5bf2ac6 admin admin] Publish callbacks [] for security_group (ab452422-5e7d-42e5-9bb7-d9f90018451c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.417282 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e857e53f-8dae-4feb-8f41-7b19f5bf2ac6 admin admin] Publish callbacks [] for security_group (ab452422-5e7d-42e5-9bb7-d9f90018451c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.468864 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e857e53f-8dae-4feb-8f41-7b19f5bf2ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ab452422-5e7d-42e5-9bb7-d9f90018451c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.471453 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e857e53f-8dae-4feb-8f41-7b19f5bf2ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:20.472654 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e857e53f-8dae-4feb-8f41-7b19f5bf2ac6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab452422-5e7d-42e5-9bb7-d9f90018451c HTTP/1.1" status: 204 len: 168 time: 0.1623487 May 19 15:06:20.481107 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857e53f-8dae-4feb-8f41-7b19f5bf2ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab452422-5e7d-42e5-9bb7-d9f90018451c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:20.635953 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ce0c4-c6ac-41b3-8bec-70ab1845fb14 req-67386e98-0d5e-4d6b-83b0-ebd030e6edd6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:20.637440 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ed5ce0c4-c6ac-41b3-8bec-70ab1845fb14 req-67386e98-0d5e-4d6b-83b0-ebd030e6edd6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0534515 May 19 15:06:20.692322 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ed5ce0c4-c6ac-41b3-8bec-70ab1845fb14 req-7cd6e28d-84fd-4878-b775-e309ceeaed0d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488672 May 19 15:06:21.363688 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984a468-2759-4862-9b8e-3548d6c44452 req-32a2cb8a-d4e5-4c86-8638-34b5c6afe493 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:21.366612 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5984a468-2759-4862-9b8e-3548d6c44452 req-32a2cb8a-d4e5-4c86-8638-34b5c6afe493 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0598576 May 19 15:06:21.459993 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5984a468-2759-4862-9b8e-3548d6c44452 req-b207403e-bf9c-4011-bba5-add4c49c4cf2 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828497 May 19 15:06:21.527829 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:21.543189 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc291-612a-42de-9d51-c5e71e6401a0 req-96ac578b-e78b-4d85-bb23-12533bc4d21d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:21.545105 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-72ddc291-612a-42de-9d51-c5e71e6401a0 req-96ac578b-e78b-4d85-bb23-12533bc4d21d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0832512 May 19 15:06:21.618725 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-72ddc291-612a-42de-9d51-c5e71e6401a0 req-cf915a86-c509-47bb-bbf4-9df2455cabd1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610149 May 19 15:06:21.726598 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43226) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:21.767357 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43230) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:21.850018 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2bd8-6cf2-4478-8fb8-4dd776838238 req-22b7b3dd-f144-4ad4-844f-2b259a39096b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:21.859758 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c4c2bd8-6cf2-4478-8fb8-4dd776838238 req-22b7b3dd-f144-4ad4-844f-2b259a39096b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0734551 May 19 15:06:21.928334 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0b97-0bcd-49f5-b866-9fb7e7bd6a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:21.934276 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c4c2bd8-6cf2-4478-8fb8-4dd776838238 req-a636e773-fb56-4c86-8f04-604a094bfa53 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735421 May 19 15:06:21.944703 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f651b9a9-0e41-416a-b49b-063193d51cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.015473 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0b97-0bcd-49f5-b866-9fb7e7bd6a7b admin admin] Publish callbacks [] for security_group (a64a70b3-eb6b-4597-ac01-efb02926fa9c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.019238 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0b97-0bcd-49f5-b866-9fb7e7bd6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a64a70b3-eb6b-4597-ac01-efb02926fa9c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.029548 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f651b9a9-0e41-416a-b49b-063193d51cc7 admin admin] Publish callbacks [] for security_group (922863ae-71fd-4097-b5ae-98c0ba5dd136), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.033178 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f651b9a9-0e41-416a-b49b-063193d51cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (922863ae-71fd-4097-b5ae-98c0ba5dd136), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.059554 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5a0e0b97-0bcd-49f5-b866-9fb7e7bd6a7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1b180f339154875ac1d6f6ae5e79b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909870 May 19 15:06:22.060678 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e0b97-0bcd-49f5-b866-9fb7e7bd6a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a70b3-eb6b-4597-ac01-efb02926fa9c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:22.062282 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43238) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:22.083800 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f651b9a9-0e41-416a-b49b-063193d51cc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44fb147b1dd247c69c4b0f29d0d2ef69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559465 May 19 15:06:22.086735 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43240) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:22.090164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651b9a9-0e41-416a-b49b-063193d51cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922863ae-71fd-4097-b5ae-98c0ba5dd136,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:22.126901 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f543a4a9-dcb4-4acb-9650-0264070c4478 admin admin] Publish callbacks [] for security_group (a64a70b3-eb6b-4597-ac01-efb02926fa9c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.138130 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83028ae4-74ab-4bd0-8602-9722a26a088b admin admin] Publish callbacks [] for security_group (922863ae-71fd-4097-b5ae-98c0ba5dd136), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.152267 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f543a4a9-dcb4-4acb-9650-0264070c4478 admin admin] Publish callbacks [] for security_group (a64a70b3-eb6b-4597-ac01-efb02926fa9c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.161778 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83028ae4-74ab-4bd0-8602-9722a26a088b admin admin] Publish callbacks [] for security_group (922863ae-71fd-4097-b5ae-98c0ba5dd136), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.211625 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83028ae4-74ab-4bd0-8602-9722a26a088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (922863ae-71fd-4097-b5ae-98c0ba5dd136), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.214559 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83028ae4-74ab-4bd0-8602-9722a26a088b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.215791 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-83028ae4-74ab-4bd0-8602-9722a26a088b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/922863ae-71fd-4097-b5ae-98c0ba5dd136 HTTP/1.1" status: 204 len: 168 time: 0.1280487 May 19 15:06:22.225159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83028ae4-74ab-4bd0-8602-9722a26a088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922863ae-71fd-4097-b5ae-98c0ba5dd136,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:22.393312 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f543a4a9-dcb4-4acb-9650-0264070c4478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a64a70b3-eb6b-4597-ac01-efb02926fa9c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.395876 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f543a4a9-dcb4-4acb-9650-0264070c4478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.400213 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f543a4a9-dcb4-4acb-9650-0264070c4478 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a64a70b3-eb6b-4597-ac01-efb02926fa9c HTTP/1.1" status: 204 len: 168 time: 0.3343549 May 19 15:06:22.400654 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:22.406222 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543a4a9-dcb4-4acb-9650-0264070c4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a70b3-eb6b-4597-ac01-efb02926fa9c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:22.594198 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f24a-48f0-4bc7-b87c-63e403ad88fa req-902a5e89-4a61-49ce-9637-9ce197baf0c7 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:22.603525 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5d03f24a-48f0-4bc7-b87c-63e403ad88fa req-902a5e89-4a61-49ce-9637-9ce197baf0c7 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0796328 May 19 15:06:22.615607 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-49209eb0-7c48-445f-8f75-987ef506172a tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:22.617356 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-49209eb0-7c48-445f-8f75-987ef506172a tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.49 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 946 time: 0.1116078 May 19 15:06:22.658319 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5d03f24a-48f0-4bc7-b87c-63e403ad88fa req-b7c4506a-013d-4e25-8515-dce49a178e69 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3dd0d3-338f-4941-a746-81902edd28f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 May 19 15:06:22.777430 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Deleting port cd914d91-3336-4816-af6e-7033c8452477 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:06:22.777971 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (cd914d91-3336-4816-af6e-7033c8452477), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.787661 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3bd6-a5b1-4725-872e-9b2fcb1b0490 req-70241178-1b22-4e73-a9ee-b575ef300b06 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:22.796778 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-803f3bd6-a5b1-4725-872e-9b2fcb1b0490 req-70241178-1b22-4e73-a9ee-b575ef300b06 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0592451 May 19 15:06:22.820934 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:22.863593 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-803f3bd6-a5b1-4725-872e-9b2fcb1b0490 req-4914303f-9a52-48e4-8a20-823b81e7af24 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654702 May 19 15:06:22.914790 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] For port cd914d91-3336-4816-af6e-7033c8452477, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cd914d91-3336-4816-af6e-7033c8452477,segment=NetworkSegment(9be1b8c3-bd46-4de1-8407-3f671855fe32),segment_id=9be1b8c3-bd46-4de1-8407-3f671855fe32)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:06:22.915446 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (cd914d91-3336-4816-af6e-7033c8452477), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:22.950673 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Calling delete_port for cd914d91-3336-4816-af6e-7033c8452477 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:06:23.025700 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43280) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:23.070156 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a494314-3a9a-4be7-9a2d-4e70f4b667e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:23.108248 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:23.118606 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdfeef-8abb-4698-8880-2bd2723ab38d req-d8475b4d-c752-4600-b4b3-bfd57a10a288 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:23.120420 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-46cdfeef-8abb-4698-8880-2bd2723ab38d req-d8475b4d-c752-4600-b4b3-bfd57a10a288 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0654213 May 19 15:06:23.142373 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294f95e-a1d5-4cd5-8e7f-a1f4db232ea5 req-42dd7895-c2b1-4c73-ac8a-605c51539364 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:23.147251 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9294f95e-a1d5-4cd5-8e7f-a1f4db232ea5 req-42dd7895-c2b1-4c73-ac8a-605c51539364 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1522455 May 19 15:06:23.157435 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43288) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:23.168030 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'floatingip': {'port_id': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:23.194978 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-46cdfeef-8abb-4698-8880-2bd2723ab38d req-b646c3d9-396d-4361-a0dd-156a6cd047e7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679317 May 19 15:06:23.245258 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (e593bd05-f9ef-4605-869c-0283bf9472ad), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:23.500737 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647'] for port (cd914d91-3336-4816-af6e-7033c8452477), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:23.505315 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a494314-3a9a-4be7-9a2d-4e70f4b667e9 admin admin] Publish callbacks [] for security_group (ffdc140f-4c58-48b9-aca8-fee4ad39e5e1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:23.515019 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['cd914d91-3336-4816-af6e-7033c8452477'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:06:23.517337 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:23.532057 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:23.591940 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a494314-3a9a-4be7-9a2d-4e70f4b667e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ffdc140f-4c58-48b9-aca8-fee4ad39e5e1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:23.645667 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Pushing event deleted for resources: {'Port': ['ID=cd914d91-3336-4816-af6e-7033c8452477,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:23.762449 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a494314-3a9a-4be7-9a2d-4e70f4b667e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdc140f-4c58-48b9-aca8-fee4ad39e5e1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:23.767284 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0a494314-3a9a-4be7-9a2d-4e70f4b667e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19980ac457ef4b3080815f2f5fcdc45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390122 May 19 15:06:23.770723 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] No DVR routers for this DVR port cd914d91-3336-4816-af6e-7033c8452477 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:06:23.775890 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43316) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:23.778776 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:23.784255 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b2d6f416-c493-48b0-af3a-a4a8e7b5154f req-e055bf60-cf59-48a6-b22d-4a8e5b251f17 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.49 "DELETE /v2.0/ports/cd914d91-3336-4816-af6e-7033c8452477 HTTP/1.1" status: 204 len: 173 time: 1.1560256 May 19 15:06:23.808199 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'name': 'network-vif-deleted', 'tag': 'cd914d91-3336-4816-af6e-7033c8452477'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:23.810799 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de43aebb-2db0-4f10-b51b-7a7046bdf1b3" -d '{"events": [{"server_uuid": "62d2649c-80e3-422b-9e2c-e0e946f95f17", "name": "network-vif-deleted", "tag": "cd914d91-3336-4816-af6e-7033c8452477"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:23.817889 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cc3dd9a5-208f-4938-962e-c5dddc7773bb req-8d697984-ff6f-4609-b936-451a98176070 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.0650356 May 19 15:06:23.906421 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55219106-4755-4ece-8670-71fe41439e22 x-openstack-request-id: req-55219106-4755-4ece-8670-71fe41439e22 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:23.906724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d2649c-80e3-422b-9e2c-e0e946f95f17", "name": "network-vif-deleted", "tag": "cd914d91-3336-4816-af6e-7033c8452477", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:23.907752 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55219106-4755-4ece-8670-71fe41439e22 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:23.908301 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55219106-4755-4ece-8670-71fe41439e22'] response: {'server_uuid': '62d2649c-80e3-422b-9e2c-e0e946f95f17', 'name': 'network-vif-deleted', 'tag': 'cd914d91-3336-4816-af6e-7033c8452477', 'status': 'completed', 'code': 200} May 19 15:06:23.979640 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4061ed49-3dcc-43b3-a9d2-795d6e98e88e admin admin] Publish callbacks [] for security_group (ffdc140f-4c58-48b9-aca8-fee4ad39e5e1), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:24.040014 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4061ed49-3dcc-43b3-a9d2-795d6e98e88e admin admin] Publish callbacks [] for security_group (ffdc140f-4c58-48b9-aca8-fee4ad39e5e1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:24.168160 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4061ed49-3dcc-43b3-a9d2-795d6e98e88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ffdc140f-4c58-48b9-aca8-fee4ad39e5e1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:24.170799 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4061ed49-3dcc-43b3-a9d2-795d6e98e88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:24.174375 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4061ed49-3dcc-43b3-a9d2-795d6e98e88e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffdc140f-4c58-48b9-aca8-fee4ad39e5e1 HTTP/1.1" status: 204 len: 168 time: 0.3949313 May 19 15:06:24.174375 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:24.182563 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061ed49-3dcc-43b3-a9d2-795d6e98e88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdc140f-4c58-48b9-aca8-fee4ad39e5e1,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:24.186875 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (e593bd05-f9ef-4605-869c-0283bf9472ad), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:24.380996 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Floating IP e593bd05-f9ef-4605-869c-0283bf9472ad associated. External IP: 172.27.2.34, port: 3beaa750-59c9-4ce6-b188-390d70f3fb7a. May 19 15:06:24.387609 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:24.398910 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e0fe7-5b2b-42c4-8920-0f44d04d9f1e req-4f87b3e4-2195-46c3-8ffa-75333f140e0f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:24.400544 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-395e0fe7-5b2b-42c4-8920-0f44d04d9f1e req-4f87b3e4-2195-46c3-8ffa-75333f140e0f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0740058 May 19 15:06:24.487464 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-395e0fe7-5b2b-42c4-8920-0f44d04d9f1e req-e36189d1-96b3-49ee-87ae-11ec78762220 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764337 May 19 15:06:24.957939 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Router 622f24b7-6ec4-4db0-8274-5860a0e714b8 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:06:25.082419 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b9c33f26-e444-4b70-9911-7eff84a66473 req-19cbc5e1-cdfc-489a-a71a-8a468cf20286 tempest-DeleteServersTestJSON-1752519224 tempest-DeleteServersTestJSON-1752519224-project] 10.222.0.24 "GET /v2.0/ports?device_id=62d2649c-80e3-422b-9e2c-e0e946f95f17 HTTP/1.1" status: 200 len: 210 time: 0.0732641 May 19 15:06:25.147249 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:06:25.151779 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:25.160949 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] Sync routers for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:06:25.179797 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:06:25.180426 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:06:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:25.201573 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:25.207434 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-de2504a7-5e0b-4a57-9863-54859b2c183b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "PUT /v2.0/floatingips/e593bd05-f9ef-4605-869c-0283bf9472ad HTTP/1.1" status: 200 len: 991 time: 2.0490191 May 19 15:06:25.241146 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:25.307093 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:06:25.554448 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'e593bd05-f9ef-4605-869c-0283bf9472ad', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'port_id': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'mac_address': 'fa:16:3e:bc:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324753a-5912-42c2-a1f4-0bc631bea605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:57Z', 'updated_at': '2022-05-19T15:06:24Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:25.584811 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] Checking router: 622f24b7-6ec4-4db0-8274-5860a0e714b8 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:06:25.594237 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:06:25.596441 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:06:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:25.642041 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49b077-9876-42de-b6c4-c0c3d9e9268f req-f545e8b9-1299-4cfa-804a-7579b2e0ddeb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:25.643764 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cd49b077-9876-42de-b6c4-c0c3d9e9268f req-f545e8b9-1299-4cfa-804a-7579b2e0ddeb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0623281 May 19 15:06:25.659824 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:25.707969 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cd49b077-9876-42de-b6c4-c0c3d9e9268f req-81bfd2e6-c28d-4d4d-8558-ec77a78708fd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566230 May 19 15:06:25.727948 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:06:25.909261 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:06:25.913378 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053726b6-381c-4eab-a433-5df150b5fadc" -d '{"events": [{"name": "network-changed", "server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:06:25.951754 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4200e7d1-bc84-424e-8839-2f1b7c868c91 x-openstack-request-id: req-4200e7d1-bc84-424e-8839-2f1b7c868c91 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:06:25.952054 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:06:25.952289 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4200e7d1-bc84-424e-8839-2f1b7c868c91 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:06:25.952775 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4200e7d1-bc84-424e-8839-2f1b7c868c91'] response: {'name': 'network-changed', 'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'status': 'completed', 'code': 200} May 19 15:06:26.015317 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'e593bd05-f9ef-4605-869c-0283bf9472ad', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'port_id': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'mac_address': 'fa:16:3e:bc:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324753a-5912-42c2-a1f4-0bc631bea605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:57Z', 'updated_at': '2022-05-19T15:06:24Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:26.032422 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053726b6-381c-4eab-a433-5df150b5fadc req-f0c9c83f-b62c-439a-8df1-cdc07c80bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:26.035021 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-053726b6-381c-4eab-a433-5df150b5fadc req-f0c9c83f-b62c-439a-8df1-cdc07c80bd0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1130 time: 0.0523746 May 19 15:06:26.053056 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54552dd3-e7c5-4ebb-993a-75b82f4ba42b None None] The sync data for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi is: [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'e593bd05-f9ef-4605-869c-0283bf9472ad', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'port_id': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'mac_address': 'fa:16:3e:bc:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324753a-5912-42c2-a1f4-0bc631bea605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:57Z', 'updated_at': '2022-05-19T15:06:24Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:06:26.203384 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device cd914d91-3336-4816-af6e-7033c8452477 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:06:26.219068 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053726b6-381c-4eab-a433-5df150b5fadc req-3eb816a2-be06-45fc-bbf4-d66886d9c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:26.220891 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-053726b6-381c-4eab-a433-5df150b5fadc req-3eb816a2-be06-45fc-bbf4-d66886d9c15b service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.1786597 May 19 15:06:26.240170 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: cd914d91-3336-4816-af6e-7033c8452477 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:06:26.240765 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device cd914d91-3336-4816-af6e-7033c8452477 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:06:26.341961 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-053726b6-381c-4eab-a433-5df150b5fadc req-96834fd9-3a68-41f1-a8f5-5dd52edf1b5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 999 time: 0.1031685 May 19 15:06:26.352612 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66167168-6272-43c2-85c9-d088a51f1368 None None] New status for floating IP e593bd05-f9ef-4605-869c-0283bf9472ad: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:06:26.414293 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053726b6-381c-4eab-a433-5df150b5fadc req-46c80b8f-bab3-4f40-ac4f-1d98a7f9ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:26.415768 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-053726b6-381c-4eab-a433-5df150b5fadc req-46c80b8f-bab3-4f40-ac4f-1d98a7f9ccfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0671420 May 19 15:06:26.476273 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053726b6-381c-4eab-a433-5df150b5fadc req-98ff96de-035a-41e9-8f4a-ea0970af1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:26.477970 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-053726b6-381c-4eab-a433-5df150b5fadc req-98ff96de-035a-41e9-8f4a-ea0970af1b2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560758 May 19 15:06:26.678485 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-053726b6-381c-4eab-a433-5df150b5fadc req-22343542-8bef-42d1-a038-abc379c4da76 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928990 May 19 15:06:26.797642 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-053726b6-381c-4eab-a433-5df150b5fadc req-5f960b33-b787-450c-8b1f-76004735d05d service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111124 May 19 15:06:26.887010 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4eca2-e740-41de-87b7-0dd1843bebca req-c88a168f-0aa4-46f2-a7a0-680fb5063434 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:26.888611 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-65d4eca2-e740-41de-87b7-0dd1843bebca req-c88a168f-0aa4-46f2-a7a0-680fb5063434 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0691235 May 19 15:06:26.920497 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:26.968484 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-65d4eca2-e740-41de-87b7-0dd1843bebca req-2be747ff-53ec-4eb1-8095-ce1a4bbccb60 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731173 May 19 15:06:26.996472 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43488) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:27.143851 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.227857 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Publish callbacks [] for security_group (c1def066-81aa-4675-b909-c43f2e626062), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.228705 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43504) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:27.232826 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c1def066-81aa-4675-b909-c43f2e626062), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.275767 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e0ec4b66c3a4d61b6e726240c659eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781732 May 19 15:06:27.276894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1def066-81aa-4675-b909-c43f2e626062,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:27.278533 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43508) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:27.284561 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.285077 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.285590 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.286086 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.286576 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.287100 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.287600 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.288075 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.288564 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.289058 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.289541 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.290023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.290501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.290834 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.291165 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5269b-263f-44ce-b78f-1baa6ef7ced1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.345917 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Publish callbacks [] for security_group (c1def066-81aa-4675-b909-c43f2e626062), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.374773 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Publish callbacks [] for security_group (c1def066-81aa-4675-b909-c43f2e626062), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.391169 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-960676be-6289-4c0e-b2ae-b0c02e70c1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.455402 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c1def066-81aa-4675-b909-c43f2e626062), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.460412 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.462263 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1def066-81aa-4675-b909-c43f2e626062 HTTP/1.1" status: 204 len: 168 time: 0.1825297 May 19 15:06:27.478812 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1def066-81aa-4675-b909-c43f2e626062,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:27.493284 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.493830 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.494319 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.494796 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.495315 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.496065 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.496560 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.497038 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.497705 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.498237 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.498867 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.499531 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.500104 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.500574 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.501143 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a8056-62a7-454a-bb03-35980e114a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:06:27.529915 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-960676be-6289-4c0e-b2ae-b0c02e70c1ab admin admin] Publish callbacks [] for security_group (f579adb3-4e13-4be2-92a5-ccfde478bd65), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.536759 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-960676be-6289-4c0e-b2ae-b0c02e70c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f579adb3-4e13-4be2-92a5-ccfde478bd65), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.575109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:27.589031 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960676be-6289-4c0e-b2ae-b0c02e70c1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579adb3-4e13-4be2-92a5-ccfde478bd65,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:27.594140 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-960676be-6289-4c0e-b2ae-b0c02e70c1ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb3d6ea860b74d85ab5b0dcbc9f80106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643732 May 19 15:06:27.597336 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43516) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:27.661165 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2665-7ab3-4905-9a0c-0c0730ecd34f admin admin] Publish callbacks [] for security_group (f579adb3-4e13-4be2-92a5-ccfde478bd65), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.680860 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:27.685865 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2665-7ab3-4905-9a0c-0c0730ecd34f admin admin] Publish callbacks [] for security_group (f579adb3-4e13-4be2-92a5-ccfde478bd65), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.695153 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:27.742594 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2665-7ab3-4905-9a0c-0c0730ecd34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f579adb3-4e13-4be2-92a5-ccfde478bd65), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.745832 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2665-7ab3-4905-9a0c-0c0730ecd34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.747249 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e3ae2665-7ab3-4905-9a0c-0c0730ecd34f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f579adb3-4e13-4be2-92a5-ccfde478bd65 HTTP/1.1" status: 204 len: 168 time: 0.1482689 May 19 15:06:27.767405 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae2665-7ab3-4905-9a0c-0c0730ecd34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579adb3-4e13-4be2-92a5-ccfde478bd65,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:27.945347 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43534) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:27.960788 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8734-41e9-41f0-b8c0-8da656f44616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:27.962046 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43536) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:28.026406 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] Deleting subnet f9655f4c-9b2d-4996-bcd5-2b05842cf89f {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:06:28.031047 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] Publish callbacks [] for subnet (f9655f4c-9b2d-4996-bcd5-2b05842cf89f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.076125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] Publish callbacks [] for subnet (f9655f4c-9b2d-4996-bcd5-2b05842cf89f), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.104927 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (f9655f4c-9b2d-4996-bcd5-2b05842cf89f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.119675 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-872c3ab4-db30-4bdc-9d61-8a1634ac3d9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764832 May 19 15:06:28.182986 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8734-41e9-41f0-b8c0-8da656f44616 admin admin] Publish callbacks [] for security_group (ba94f9cf-b9f3-4c09-9bde-a30b8008dd21), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.194850 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f667d-76bf-43de-a7c8-4fc06043ba18 req-ade6d9a5-0269-4c52-80b4-e61a4a92dc59 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:28.206718 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-200f667d-76bf-43de-a7c8-4fc06043ba18 req-ade6d9a5-0269-4c52-80b4-e61a4a92dc59 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.1149998 May 19 15:06:28.218808 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8734-41e9-41f0-b8c0-8da656f44616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ba94f9cf-b9f3-4c09-9bde-a30b8008dd21), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.267641 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-c203ead1-0ed9-470d-9148-575d6de8d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:28.269294 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-c203ead1-0ed9-470d-9148-575d6de8d240 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1129 time: 0.0839605 May 19 15:06:28.280823 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (f9655f4c-9b2d-4996-bcd5-2b05842cf89f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.286116 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d4fa8734-41e9-41f0-b8c0-8da656f44616 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=297cd2b584b04d0886a955b2390aad07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395026 May 19 15:06:28.288824 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa8734-41e9-41f0-b8c0-8da656f44616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba94f9cf-b9f3-4c09-9bde-a30b8008dd21,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:28.291754 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43552) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:28.335315 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-200f667d-76bf-43de-a7c8-4fc06043ba18 req-5b914256-f625-474d-8dd7-b294528428fe tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274149 May 19 15:06:28.348510 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9655f4c-9b2d-4996-bcd5-2b05842cf89f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:28.361766 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.369405 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0ae93f42-b302-4005-9213-a988af9df0aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f9655f4c-9b2d-4996-bcd5-2b05842cf89f HTTP/1.1" status: 204 len: 168 time: 0.4056852 May 19 15:06:28.373071 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43554) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:28.416535 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8871755b-56c9-4651-ade0-a4e3d88b756f admin admin] Publish callbacks [] for security_group (ba94f9cf-b9f3-4c09-9bde-a30b8008dd21), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.459973 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8871755b-56c9-4651-ade0-a4e3d88b756f admin admin] Publish callbacks [] for security_group (ba94f9cf-b9f3-4c09-9bde-a30b8008dd21), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.463593 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (1b8ce7f1-e5c0-4589-9b93-f3357d7e9572), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.471720 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-d0ca0d86-f80c-434f-b820-c89e9b0a83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:28.473316 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-d0ca0d86-f80c-434f-b820-c89e9b0a83e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.1519954 May 19 15:06:28.510412 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43556) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:28.534404 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-339b6935-48ef-42e5-bab2-e3529f08f404 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 200 len: 217 time: 0.0530550 May 19 15:06:28.549431 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f38e33e4-8e7c-4faa-9c26-7ee667fd610a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.571784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (1b8ce7f1-e5c0-4589-9b93-f3357d7e9572), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.587152 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:28.597247 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8871755b-56c9-4651-ade0-a4e3d88b756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ba94f9cf-b9f3-4c09-9bde-a30b8008dd21), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.602759 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8871755b-56c9-4651-ade0-a4e3d88b756f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.606799 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8871755b-56c9-4651-ade0-a4e3d88b756f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba94f9cf-b9f3-4c09-9bde-a30b8008dd21 HTTP/1.1" status: 204 len: 168 time: 0.3141031 May 19 15:06:28.614408 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.615004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.615994 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.616259 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > port after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.616415 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-92eb4724-19d7-4b38-925a-5c035cd1921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:28.616630 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.616969 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.617398 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.617730 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.618382 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.618748 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.618860 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-92eb4724-19d7-4b38-925a-5c035cd1921e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0759687 May 19 15:06:28.624583 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871755b-56c9-4651-ade0-a4e3d88b756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba94f9cf-b9f3-4c09-9bde-a30b8008dd21,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:28.695575 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-b7f9bdef-47eb-46a8-9062-db688b96d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:28.697135 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-b7f9bdef-47eb-46a8-9062-db688b96d015 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628359 May 19 15:06:28.726791 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.727630 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.728044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.728766 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:06:28.729195 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8ce7f1-e5c0-4589-9b93-f3357d7e9572']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:28.753623 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be1b8c3-bd46-4de1-8407-3f671855fe32') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:28.754005 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be1b8c3-bd46-4de1-8407-3f671855fe32') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:06:28.783356 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (9be1b8c3-bd46-4de1-8407-3f671855fe32), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.804057 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-c8d19b0f-781c-4cd8-a0fa-1bda66faec60 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004658 May 19 15:06:28.815308 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (9be1b8c3-bd46-4de1-8407-3f671855fe32), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.830302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:06:28.830991 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (9be1b8c3-bd46-4de1-8407-3f671855fe32), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: from cryptography.utils import int_from_bytes May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: from cryptography.utils import int_from_bytes May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:06:28.863493 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:06:28.918799 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:28.924529 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf9c554f-3e78-4aa9-8b48-a9de3ef4fe2f req-ba1573c0-1eca-4c5d-a6aa-042f71a264ae service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139512 May 19 15:06:28.985072 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f38e33e4-8e7c-4faa-9c26-7ee667fd610a admin admin] Publish callbacks [] for security_group (67679e5e-a8c3-4f32-a719-97a6c0d9250d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:28.992448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f38e33e4-8e7c-4faa-9c26-7ee667fd610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (67679e5e-a8c3-4f32-a719-97a6c0d9250d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.011581 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (1b8ce7f1-e5c0-4589-9b93-f3357d7e9572), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.044065 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.046388 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43568) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:29.049887 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b8ce7f1-e5c0-4589-9b93-f3357d7e9572 HTTP/1.1" status: 204 len: 168 time: 0.6749847 May 19 15:06:29.064312 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8fddd360-06cb-4e18-b026-4ed61985f6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.064510 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e69b-548a-4c9c-a161-9c4338d29f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8ce7f1-e5c0-4589-9b93-f3357d7e9572,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:29.069462 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f38e33e4-8e7c-4faa-9c26-7ee667fd610a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ea9ac12ae1e4cfdaddab0a0c07c8922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5583246 May 19 15:06:29.071747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e33e4-8e7c-4faa-9c26-7ee667fd610a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67679e5e-a8c3-4f32-a719-97a6c0d9250d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:29.075301 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43572) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:29.116779 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:29.135449 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cd4d065c-1862-42df-866a-c6ba673304bf admin admin] Publish callbacks [] for security_group (67679e5e-a8c3-4f32-a719-97a6c0d9250d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.152897 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:29.161200 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cd4d065c-1862-42df-866a-c6ba673304bf admin admin] Publish callbacks [] for security_group (67679e5e-a8c3-4f32-a719-97a6c0d9250d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.184078 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8fddd360-06cb-4e18-b026-4ed61985f6a5 admin admin] Publish callbacks [] for security_group (3ff3bde2-9da7-425a-8b1b-66e902c6e678), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.190242 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8fddd360-06cb-4e18-b026-4ed61985f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3ff3bde2-9da7-425a-8b1b-66e902c6e678), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.228329 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cd4d065c-1862-42df-866a-c6ba673304bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (67679e5e-a8c3-4f32-a719-97a6c0d9250d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.231270 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cd4d065c-1862-42df-866a-c6ba673304bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.235261 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-cd4d065c-1862-42df-866a-c6ba673304bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67679e5e-a8c3-4f32-a719-97a6c0d9250d HTTP/1.1" status: 204 len: 168 time: 0.1558237 May 19 15:06:29.238590 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8fddd360-06cb-4e18-b026-4ed61985f6a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69ac8dedf30040d08314bceaf82ba7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911473 May 19 15:06:29.240521 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd360-06cb-4e18-b026-4ed61985f6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3bde2-9da7-425a-8b1b-66e902c6e678,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:29.244320 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43576) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:29.259484 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d065c-1862-42df-866a-c6ba673304bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67679e5e-a8c3-4f32-a719-97a6c0d9250d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:29.330819 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ecdfe7d-d46b-4dbb-91c3-9b10d1a1c9fa admin admin] Publish callbacks [] for security_group (3ff3bde2-9da7-425a-8b1b-66e902c6e678), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.364356 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43584) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:29.373915 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ecdfe7d-d46b-4dbb-91c3-9b10d1a1c9fa admin admin] Publish callbacks [] for security_group (3ff3bde2-9da7-425a-8b1b-66e902c6e678), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.455394 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ecdfe7d-d46b-4dbb-91c3-9b10d1a1c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3ff3bde2-9da7-425a-8b1b-66e902c6e678), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.458621 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ecdfe7d-d46b-4dbb-91c3-9b10d1a1c9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.462962 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6ecdfe7d-d46b-4dbb-91c3-9b10d1a1c9fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ff3bde2-9da7-425a-8b1b-66e902c6e678 HTTP/1.1" status: 204 len: 168 time: 0.2176349 May 19 15:06:29.474611 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ceb62742-33ec-4e4c-962a-b30d14182c66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f393107cd16496f85de03046f03c461&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1055431 May 19 15:06:29.474761 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdfe7d-d46b-4dbb-91c3-9b10d1a1c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3bde2-9da7-425a-8b1b-66e902c6e678,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:29.476045 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43590) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:29.504692 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adac23-e0ed-46a1-8626-058c249b4eac req-4147839d-f9bd-4891-bd65-1613961aee73 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:29.506561 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1adac23-e0ed-46a1-8626-058c249b4eac req-4147839d-f9bd-4891-bd65-1613961aee73 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0872118 May 19 15:06:29.573778 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac865c3-5550-4717-97ef-f122bed23e8c admin admin] Publish callbacks [] for security_group (8e3dd0d3-338f-4941-a746-81902edd28f8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.578181 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1adac23-e0ed-46a1-8626-058c249b4eac req-f5c79c05-e3bf-42d9-a3c8-b736d332f570 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 May 19 15:06:29.601454 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac865c3-5550-4717-97ef-f122bed23e8c admin admin] Publish callbacks [] for security_group (8e3dd0d3-338f-4941-a746-81902edd28f8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.656171 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac865c3-5550-4717-97ef-f122bed23e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (8e3dd0d3-338f-4941-a746-81902edd28f8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.658657 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac865c3-5550-4717-97ef-f122bed23e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:29.665447 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1ac865c3-5550-4717-97ef-f122bed23e8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e3dd0d3-338f-4941-a746-81902edd28f8 HTTP/1.1" status: 204 len: 168 time: 0.1857409 May 19 15:06:29.677093 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac865c3-5550-4717-97ef-f122bed23e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3dd0d3-338f-4941-a746-81902edd28f8,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:30.701784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f6948-f4b3-4d7d-a378-7eba63ed3093 req-0540551f-abca-4f5c-afa0-5df160812da0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:30.703615 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-592f6948-f4b3-4d7d-a378-7eba63ed3093 req-0540551f-abca-4f5c-afa0-5df160812da0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0512404 May 19 15:06:30.779254 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-592f6948-f4b3-4d7d-a378-7eba63ed3093 req-84d0e5e7-acbf-4226-a9a4-2f7beb50449a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659573 May 19 15:06:30.824264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43666) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:31.078609 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1215340382-network', 'tenant_id': '7dae251faaae4c60be49e940d842099c'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:31.103906 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Made reservation on behalf of 7dae251faaae4c60be49e940d842099c for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:06:31.107002 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.117167 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.199004 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks [] for security_group (4db248c5-ad1f-4832-b4cf-edf8f576767f), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.203024 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4db248c5-ad1f-4832-b4cf-edf8f576767f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.228640 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:06:31.243911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db248c5-ad1f-4832-b4cf-edf8f576767f,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:31.249323 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (690e6303-124e-47f2-9bfc-a18369d8b9a9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.249723 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Added segment 690e6303-124e-47f2-9bfc-a18369d8b9a9 of type vlan for network 2add9f96-ccbc-42a7-b265-8ed74a47b7cf May 19 15:06:31.292185 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (2add9f96-ccbc-42a7-b265-8ed74a47b7cf), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.317198 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (2add9f96-ccbc-42a7-b265-8ed74a47b7cf), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.318268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:31.318877 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.329949 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:31.371379 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5459499 May 19 15:06:31.374390 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43688) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:31.379498 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Request body: {'subnet': {'network_id': '2add9f96-ccbc-42a7-b265-8ed74a47b7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1215340382-subnet', 'tenant_id': '7dae251faaae4c60be49e940d842099c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:31.405551 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab4ba7-b9e8-4a13-9e7c-0f78e52703f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2add9f96-ccbc-42a7-b265-8ed74a47b7cf,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:31.419233 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 2add9f96-ccbc-42a7-b265-8ed74a47b7cf details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:06:31.428018 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Made reservation on behalf of 7dae251faaae4c60be49e940d842099c for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:06:31.430780 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.639676 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:31.660774 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (e73fdc5e-fe49-4cdb-b484-3acf60ace7a5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.710787 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73fdc5e-fe49-4cdb-b484-3acf60ace7a5,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:31.733653 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Checking segment: {'id': '690e6303-124e-47f2-9bfc-a18369d8b9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2add9f96-ccbc-42a7-b265-8ed74a47b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:06:31.733998 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Network hostable DHCP agents. Network: 2add9f96-ccbc-42a7-b265-8ed74a47b7cf, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:06:31.760046 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Network 2add9f96-ccbc-42a7-b265-8ed74a47b7cf is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:06:31.775930 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 2add9f96-ccbc-42a7-b265-8ed74a47b7cf) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:06:31.780249 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:31.780824 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:31.787296 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91cb73f-5ef9-434e-9a2f-f4b2e4148779 None None] Network 2add9f96-ccbc-42a7-b265-8ed74a47b7cf requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:06:31.798387 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-dfc0e4ff-1eac-4570-80a2-2ff8752c3796 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4225595 May 19 15:06:31.901501 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5880cf-f04d-429c-ac89-2284b8cea9c9 None None] Network 2add9f96-ccbc-42a7-b265-8ed74a47b7cf requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:06:31.915979 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8b461-03e1-45e3-aaea-62c503e59669 req-b9c34923-9d90-4aa2-a241-308ab21f807b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:31.918780 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1b8b461-03e1-45e3-aaea-62c503e59669 req-b9c34923-9d90-4aa2-a241-308ab21f807b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0633104 May 19 15:06:31.940280 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=4,neutron:DELETE=5,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:31.981520 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1b8b461-03e1-45e3-aaea-62c503e59669 req-f6a437ea-ff32-49fe-aa7c-8ad5424a7ab1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569351 May 19 15:06:32.046724 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.477944 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43770) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:32.482965 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-799421551-network', 'tenant_id': 'f790c0f33c96410a84745135173145be'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:32.510419 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Made reservation on behalf of f790c0f33c96410a84745135173145be for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:06:32.514804 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.527555 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.619714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks [] for security_group (a2591ff6-478c-4529-9894-6a07585f2b93), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.624161 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a2591ff6-478c-4529-9894-6a07585f2b93), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.645989 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:06:32.662092 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2591ff6-478c-4529-9894-6a07585f2b93,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:32.665221 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (23877cd6-ccef-4e72-be23-d2f6a75f912a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.665712 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Added segment 23877cd6-ccef-4e72-be23-d2f6a75f912a of type vlan for network 3161c40f-83cc-40e7-9097-b3b74c48f392 May 19 15:06:32.711636 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (3161c40f-83cc-40e7-9097-b3b74c48f392), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.741311 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (3161c40f-83cc-40e7-9097-b3b74c48f392), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.742550 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:32.743101 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:32.798144 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3190045 May 19 15:06:32.801067 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43800) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:32.810046 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Request body: {'subnet': {'network_id': '3161c40f-83cc-40e7-9097-b3b74c48f392', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-799421551-subnet', 'tenant_id': 'f790c0f33c96410a84745135173145be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:06:32.810209 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4869fc-025b-4b0c-8549-c34a75036c8f admin admin] Pushing event updated for resources: {'Network': ['ID=3161c40f-83cc-40e7-9097-b3b74c48f392,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:32.821523 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 3161c40f-83cc-40e7-9097-b3b74c48f392 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:06:32.860568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Made reservation on behalf of f790c0f33c96410a84745135173145be for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:06:32.865855 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.095747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (0d87511a-f8c3-479c-a8c0-d2538de7ba03), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.143534 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd746e-03f8-4b9b-85e3-26ba62ef3ac9 req-af405585-590a-4b83-916b-b78a8d093958 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:33.145020 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-57cd746e-03f8-4b9b-85e3-26ba62ef3ac9 req-af405585-590a-4b83-916b-b78a8d093958 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0830729 May 19 15:06:33.315952 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:06:33.387731 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d87511a-f8c3-479c-a8c0-d2538de7ba03,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:33.411281 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:33.424284 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Checking segment: {'id': '23877cd6-ccef-4e72-be23-d2f6a75f912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3161c40f-83cc-40e7-9097-b3b74c48f392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:06:33.424896 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Network hostable DHCP agents. Network: 3161c40f-83cc-40e7-9097-b3b74c48f392, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:06:33.436406 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-57cd746e-03f8-4b9b-85e3-26ba62ef3ac9 req-209b12cf-e7e2-4e75-8298-a8cfeddb2dcd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801445 May 19 15:06:33.438848 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43832) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:33.454711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Network 3161c40f-83cc-40e7-9097-b3b74c48f392 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:06:33.469161 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 3161c40f-83cc-40e7-9097-b3b74c48f392) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:06:33.484576 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:33.485329 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.488546 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71748221-bc5e-4eb0-8da8-cbc91eab59cd None None] Network 3161c40f-83cc-40e7-9097-b3b74c48f392 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:06:33.517473 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-8fc5499d-8579-434e-87f7-fae1556a3fae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7142317 May 19 15:06:33.629149 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e8887-2fa4-4e54-9c14-af67c0eaac5d None None] Network 3161c40f-83cc-40e7-9097-b3b74c48f392 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:06:33.651875 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-624274cb-ff25-4dde-9f54-974778233dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.665843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:33.763670 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-624274cb-ff25-4dde-9f54-974778233dbd admin admin] Publish callbacks [] for security_group (b549eb82-72c4-4693-8f36-d2771244f4a4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.772511 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-624274cb-ff25-4dde-9f54-974778233dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b549eb82-72c4-4693-8f36-d2771244f4a4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.816053 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624274cb-ff25-4dde-9f54-974778233dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549eb82-72c4-4693-8f36-d2771244f4a4,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:33.824419 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43860) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:33.824619 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-624274cb-ff25-4dde-9f54-974778233dbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35837d9c7ea54b99873e00d2621b39ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845954 May 19 15:06:33.875723 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3cceadcc-1130-4b53-895c-d6220c798799 admin admin] Publish callbacks [] for security_group (b549eb82-72c4-4693-8f36-d2771244f4a4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.902211 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3cceadcc-1130-4b53-895c-d6220c798799 admin admin] Publish callbacks [] for security_group (b549eb82-72c4-4693-8f36-d2771244f4a4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.959787 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3cceadcc-1130-4b53-895c-d6220c798799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b549eb82-72c4-4693-8f36-d2771244f4a4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.963079 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3cceadcc-1130-4b53-895c-d6220c798799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:33.964446 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3cceadcc-1130-4b53-895c-d6220c798799 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b549eb82-72c4-4693-8f36-d2771244f4a4 HTTP/1.1" status: 204 len: 168 time: 0.1392508 May 19 15:06:33.977265 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceadcc-1130-4b53-895c-d6220c798799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549eb82-72c4-4693-8f36-d2771244f4a4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:34.336542 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43880) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:34.352167 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f899f9d8-6ae5-4f61-a0b9-753ff176919e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:34.426852 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f899f9d8-6ae5-4f61-a0b9-753ff176919e admin admin] Publish callbacks [] for security_group (e09460a6-4848-4119-9bcd-83ba77b2ab71), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:34.431419 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f899f9d8-6ae5-4f61-a0b9-753ff176919e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e09460a6-4848-4119-9bcd-83ba77b2ab71), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:34.446789 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:34.469346 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899f9d8-6ae5-4f61-a0b9-753ff176919e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09460a6-4848-4119-9bcd-83ba77b2ab71,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:34.476107 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f899f9d8-6ae5-4f61-a0b9-753ff176919e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e9d17cac23e4e699efd891473f7314c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377044 May 19 15:06:34.478849 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 43882) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:34.532414 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f33-bc3a-45ae-a52f-ab8ad5ee214c admin admin] Publish callbacks [] for security_group (e09460a6-4848-4119-9bcd-83ba77b2ab71), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:34.555852 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f33-bc3a-45ae-a52f-ab8ad5ee214c admin admin] Publish callbacks [] for security_group (e09460a6-4848-4119-9bcd-83ba77b2ab71), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:34.576878 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0819c2-656f-4781-92ae-eed6ad9d88f8 req-08a29389-ad61-4721-97b3-bb96bb174b83 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:34.578714 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9a0819c2-656f-4781-92ae-eed6ad9d88f8 req-08a29389-ad61-4721-97b3-bb96bb174b83 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0480254 May 19 15:06:34.604712 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f33-bc3a-45ae-a52f-ab8ad5ee214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e09460a6-4848-4119-9bcd-83ba77b2ab71), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:34.607644 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f33-bc3a-45ae-a52f-ab8ad5ee214c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:34.608789 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b40b3f33-bc3a-45ae-a52f-ab8ad5ee214c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e09460a6-4848-4119-9bcd-83ba77b2ab71 HTTP/1.1" status: 204 len: 168 time: 0.1288431 May 19 15:06:34.613091 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=16 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:34.618668 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3f33-bc3a-45ae-a52f-ab8ad5ee214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09460a6-4848-4119-9bcd-83ba77b2ab71,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:34.634614 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9a0819c2-656f-4781-92ae-eed6ad9d88f8 req-3108502c-0806-4488-a5b6-4796536baa54 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497639 May 19 15:06:35.752484 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c34a4-b468-4dd4-ab0a-c7f146fec3c7 req-eff83cc1-2aa3-4b59-bf62-e24cf4f070bd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:35.753988 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-857c34a4-b468-4dd4-ab0a-c7f146fec3c7 req-eff83cc1-2aa3-4b59-bf62-e24cf4f070bd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0482380 May 19 15:06:35.803656 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-857c34a4-b468-4dd4-ab0a-c7f146fec3c7 req-974427b5-b135-43f1-aa80-baab6f369c7c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 May 19 15:06:36.916018 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375325e-c99b-4fed-9f9b-3bce27b4fb15 req-2dac5b7f-0bea-4e4e-b50e-0e2c23a78358 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:36.917503 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2375325e-c99b-4fed-9f9b-3bce27b4fb15 req-2dac5b7f-0bea-4e4e-b50e-0e2c23a78358 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0475056 May 19 15:06:36.963169 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2375325e-c99b-4fed-9f9b-3bce27b4fb15 req-27b2130e-d716-412b-a466-e67dbd45dc41 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 May 19 15:06:38.074280 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe123ca-6205-47cf-a14b-e25f7903f43d req-29a02ef8-d42f-4edc-89ef-163082082b8c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:38.075780 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8fe123ca-6205-47cf-a14b-e25f7903f43d req-29a02ef8-d42f-4edc-89ef-163082082b8c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0466607 May 19 15:06:38.138460 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8fe123ca-6205-47cf-a14b-e25f7903f43d req-2dc8a8c5-59bd-4456-bd62-edf3c71df733 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569882 May 19 15:06:38.232812 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 43998) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:38.338858 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5742f58d-b763-403a-a3ce-76e50180c80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.373612 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:38.416710 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5742f58d-b763-403a-a3ce-76e50180c80e admin admin] Publish callbacks [] for security_group (28328868-2c80-48b1-b002-bee6f7a323ed), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.420306 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5742f58d-b763-403a-a3ce-76e50180c80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (28328868-2c80-48b1-b002-bee6f7a323ed), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.458464 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5742f58d-b763-403a-a3ce-76e50180c80e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b40b205b11294061b645361a5b491525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246306 May 19 15:06:38.459875 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742f58d-b763-403a-a3ce-76e50180c80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28328868-2c80-48b1-b002-bee6f7a323ed,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:38.461866 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 44002) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:38.514062 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c358579b-dc94-40a3-86e2-caee1057f743 admin admin] Publish callbacks [] for security_group (28328868-2c80-48b1-b002-bee6f7a323ed), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.535450 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c358579b-dc94-40a3-86e2-caee1057f743 admin admin] Publish callbacks [] for security_group (28328868-2c80-48b1-b002-bee6f7a323ed), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.580002 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c358579b-dc94-40a3-86e2-caee1057f743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (28328868-2c80-48b1-b002-bee6f7a323ed), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.582422 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c358579b-dc94-40a3-86e2-caee1057f743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.583640 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c358579b-dc94-40a3-86e2-caee1057f743 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28328868-2c80-48b1-b002-bee6f7a323ed HTTP/1.1" status: 204 len: 168 time: 0.1207643 May 19 15:06:38.594159 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358579b-dc94-40a3-86e2-caee1057f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28328868-2c80-48b1-b002-bee6f7a323ed,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:38.857187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 44018) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:38.872669 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aa3adbba-0008-4812-a805-e39ed49d12ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.948620 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aa3adbba-0008-4812-a805-e39ed49d12ad admin admin] Publish callbacks [] for security_group (cb98f995-2499-4914-8319-935dbc4f17a9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.952032 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aa3adbba-0008-4812-a805-e39ed49d12ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (cb98f995-2499-4914-8319-935dbc4f17a9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:38.987783 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3adbba-0008-4812-a805-e39ed49d12ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb98f995-2499-4914-8319-935dbc4f17a9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:38.993392 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-aa3adbba-0008-4812-a805-e39ed49d12ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca303777064e44309b13be93ae81307a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351478 May 19 15:06:38.996412 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 44020) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:39.044195 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-758a88a2-5a24-4d30-b403-df363223c090 admin admin] Publish callbacks [] for security_group (cb98f995-2499-4914-8319-935dbc4f17a9), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.065003 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-758a88a2-5a24-4d30-b403-df363223c090 admin admin] Publish callbacks [] for security_group (cb98f995-2499-4914-8319-935dbc4f17a9), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.110761 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-758a88a2-5a24-4d30-b403-df363223c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (cb98f995-2499-4914-8319-935dbc4f17a9), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.113239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-758a88a2-5a24-4d30-b403-df363223c090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.114361 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-758a88a2-5a24-4d30-b403-df363223c090 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb98f995-2499-4914-8319-935dbc4f17a9 HTTP/1.1" status: 204 len: 168 time: 0.1169891 May 19 15:06:39.122466 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a88a2-5a24-4d30-b403-df363223c090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb98f995-2499-4914-8319-935dbc4f17a9,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:39.259295 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da65f-106d-4755-a6b4-fe4aa7455e9b req-313d9875-72b0-4e19-be7a-572fcab5bc3d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:39.260768 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c67da65f-106d-4755-a6b4-fe4aa7455e9b req-313d9875-72b0-4e19-be7a-572fcab5bc3d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0520816 May 19 15:06:39.308945 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c67da65f-106d-4755-a6b4-fe4aa7455e9b req-bd4de21a-318b-4001-aad9-832407299d14 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 May 19 15:06:39.456606 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 44028) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:39.470060 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a075d9bb-0b8b-4887-b6d4-6fdd7bddebf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.472384 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:39.546831 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a075d9bb-0b8b-4887-b6d4-6fdd7bddebf8 admin admin] Publish callbacks [] for security_group (fffb6730-5a6d-41bc-8267-8fa0a640d984), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.550437 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a075d9bb-0b8b-4887-b6d4-6fdd7bddebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (fffb6730-5a6d-41bc-8267-8fa0a640d984), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.589870 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a075d9bb-0b8b-4887-b6d4-6fdd7bddebf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08ac2c40cddc49afa037e197e149dd9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321616 May 19 15:06:39.590774 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075d9bb-0b8b-4887-b6d4-6fdd7bddebf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb6730-5a6d-41bc-8267-8fa0a640d984,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:39.592590 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 44032) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:39.640513 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c65d513-9c0e-4237-b283-6e9c8428e6ff admin admin] Publish callbacks [] for security_group (fffb6730-5a6d-41bc-8267-8fa0a640d984), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.662828 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c65d513-9c0e-4237-b283-6e9c8428e6ff admin admin] Publish callbacks [] for security_group (fffb6730-5a6d-41bc-8267-8fa0a640d984), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.683733 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=11,neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:39.708798 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c65d513-9c0e-4237-b283-6e9c8428e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (fffb6730-5a6d-41bc-8267-8fa0a640d984), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.711727 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c65d513-9c0e-4237-b283-6e9c8428e6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:39.712836 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3c65d513-9c0e-4237-b283-6e9c8428e6ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fffb6730-5a6d-41bc-8267-8fa0a640d984 HTTP/1.1" status: 204 len: 168 time: 0.1192820 May 19 15:06:39.720555 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65d513-9c0e-4237-b283-6e9c8428e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb6730-5a6d-41bc-8267-8fa0a640d984,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:40.424043 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff809a2-662a-4fe6-b7e9-fc594e3ae3e3 req-ba1c4548-ac04-42b5-96a3-e2cbd397e300 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:40.425540 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4ff809a2-662a-4fe6-b7e9-fc594e3ae3e3 req-ba1c4548-ac04-42b5-96a3-e2cbd397e300 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0482879 May 19 15:06:40.475708 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4ff809a2-662a-4fe6-b7e9-fc594e3ae3e3 req-a6804cb8-bcb5-43dd-89a1-3e6dba5854b8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 May 19 15:06:40.771884 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 44074) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:40.879743 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-858eafc9-7cf4-4960-98b9-67d3d807b741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:40.956209 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-858eafc9-7cf4-4960-98b9-67d3d807b741 admin admin] Publish callbacks [] for security_group (d77df949-5112-4d22-943b-23cfcfda9299), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:40.960984 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-858eafc9-7cf4-4960-98b9-67d3d807b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d77df949-5112-4d22-943b-23cfcfda9299), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:41.000655 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-858eafc9-7cf4-4960-98b9-67d3d807b741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53ceaeb0b04c4ad5962cffbceff7a251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277231 May 19 15:06:41.001356 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eafc9-7cf4-4960-98b9-67d3d807b741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77df949-5112-4d22-943b-23cfcfda9299,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:41.004177 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 44082) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:06:41.054150 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8f53-61ad-462a-b7db-3cdba1ebe3e5 admin admin] Publish callbacks [] for security_group (d77df949-5112-4d22-943b-23cfcfda9299), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:41.075085 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8f53-61ad-462a-b7db-3cdba1ebe3e5 admin admin] Publish callbacks [] for security_group (d77df949-5112-4d22-943b-23cfcfda9299), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:41.122612 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8f53-61ad-462a-b7db-3cdba1ebe3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d77df949-5112-4d22-943b-23cfcfda9299), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:41.125185 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8f53-61ad-462a-b7db-3cdba1ebe3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:41.126324 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3a2e8f53-61ad-462a-b7db-3cdba1ebe3e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d77df949-5112-4d22-943b-23cfcfda9299 HTTP/1.1" status: 204 len: 168 time: 0.1210811 May 19 15:06:41.133876 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e8f53-61ad-462a-b7db-3cdba1ebe3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77df949-5112-4d22-943b-23cfcfda9299,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:06:41.603542 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ced4f2-83c9-4b2e-9a4f-fc57a7dc3446 req-7a9b848a-366e-47e7-8247-c9a26a97e785 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:41.605301 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-75ced4f2-83c9-4b2e-9a4f-fc57a7dc3446 req-7a9b848a-366e-47e7-8247-c9a26a97e785 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0547318 May 19 15:06:41.650969 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:41.656099 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-75ced4f2-83c9-4b2e-9a4f-fc57a7dc3446 req-f2421777-fce4-42da-9a0a-7a350de72383 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 May 19 15:06:42.773607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86736-8172-4f78-851a-2ce1b26cb25f req-61f75466-b3bb-4078-83e2-4326fc11a4bb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:42.775179 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6ea86736-8172-4f78-851a-2ce1b26cb25f req-61f75466-b3bb-4078-83e2-4326fc11a4bb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0506334 May 19 15:06:42.823677 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6ea86736-8172-4f78-851a-2ce1b26cb25f req-11dd3c2e-f29b-408f-8c51-73228ec5d8ea tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 May 19 15:06:43.937171 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d33205-6619-492f-adac-53087d085482 req-0c347136-cac1-4060-bf6b-49bb68f646f4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:43.938660 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e7d33205-6619-492f-adac-53087d085482 req-0c347136-cac1-4060-bf6b-49bb68f646f4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0466452 May 19 15:06:43.985772 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e7d33205-6619-492f-adac-53087d085482 req-3e33c97e-7539-4ca7-8ccd-466d25e04a2f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 May 19 15:06:44.018258 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:44.024522 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1056-0970-4818-8700-c55955c9e4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:45.097009 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246f05f-c4c5-4d2b-b379-789cea53658a req-e505d283-18a6-4db7-9464-deaa8a6d47ab tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:45.098462 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a246f05f-c4c5-4d2b-b379-789cea53658a req-e505d283-18a6-4db7-9464-deaa8a6d47ab tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0474651 May 19 15:06:45.150800 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a246f05f-c4c5-4d2b-b379-789cea53658a req-1398a01c-9c2d-45df-87ed-cd335ce6135d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460556 May 19 15:06:46.249326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5fda240-4f07-4f94-8af2-956e9784a6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:46.271321 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea0676-94c2-42e7-b87d-29ac71e597f2 req-a0da8628-4072-43dc-9a1a-dd498a8abb1d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:46.272791 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1ea0676-94c2-42e7-b87d-29ac71e597f2 req-a0da8628-4072-43dc-9a1a-dd498a8abb1d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0535934 May 19 15:06:46.320352 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1ea0676-94c2-42e7-b87d-29ac71e597f2 req-1e07c879-6da9-4ead-9afe-2fbae1b0254b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 May 19 15:06:47.386334 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:47.434199 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358fa94-29cd-42d4-88d1-ecf7b9d2d9be req-c294d1c9-95b1-4071-9ba3-0f6ced903a42 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:47.435767 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f358fa94-29cd-42d4-88d1-ecf7b9d2d9be req-c294d1c9-95b1-4071-9ba3-0f6ced903a42 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0469716 May 19 15:06:47.482071 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f358fa94-29cd-42d4-88d1-ecf7b9d2d9be req-15129c71-1c0c-45f7-b8b4-6577cb6d16e4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 May 19 15:06:48.598913 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f13a32-7948-4d46-af78-d98bac173746 req-ef19c04e-44e1-4e1b-bcdb-7474dacf1a88 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:48.601022 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-57f13a32-7948-4d46-af78-d98bac173746 req-ef19c04e-44e1-4e1b-bcdb-7474dacf1a88 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0512111 May 19 15:06:48.623300 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:48.651565 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-57f13a32-7948-4d46-af78-d98bac173746 req-b2c148bb-cacd-49fc-8e12-637e347639d1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 May 19 15:06:48.830144 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452a34b-fdbc-47db-b676-d29fea40c468 req-3f9efc65-cf40-41df-b7a3-a1addcab5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:48.831705 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4452a34b-fdbc-47db-b676-d29fea40c468 req-3f9efc65-cf40-41df-b7a3-a1addcab5c6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 1129 time: 0.0389593 May 19 15:06:48.884644 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4452a34b-fdbc-47db-b676-d29fea40c468 req-f87e1f95-3361-47fc-a49e-b80add185340 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 May 19 15:06:49.338640 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:49.791806 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:49.812905 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0061f0-67bc-4c8a-ad20-60fe775cce54 req-243892d9-1cad-4c53-add9-6c185f89179f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:49.814604 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c0061f0-67bc-4c8a-ad20-60fe775cce54 req-243892d9-1cad-4c53-add9-6c185f89179f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0534072 May 19 15:06:49.863893 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c0061f0-67bc-4c8a-ad20-60fe775cce54 req-bcaf65d0-6ec5-4b93-8387-be790217956e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 May 19 15:06:50.315551 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:06:51.001467 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784bf07-b026-42d2-aa42-dbf8ecb13b01 req-8869489b-5fc3-4561-9eb9-43a65e61b8d6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:51.003001 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8784bf07-b026-42d2-aa42-dbf8ecb13b01 req-8869489b-5fc3-4561-9eb9-43a65e61b8d6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0548189 May 19 15:06:51.051639 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8784bf07-b026-42d2-aa42-dbf8ecb13b01 req-fd93a1b0-9b7e-4496-8ea6-d059a3eda201 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 May 19 15:06:52.166741 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ee797-756e-4828-a86c-4e05cdbbb07b req-1508f6b4-3d09-4d87-a26a-8cc4c8c4b2ca tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:52.168242 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c78ee797-756e-4828-a86c-4e05cdbbb07b req-1508f6b4-3d09-4d87-a26a-8cc4c8c4b2ca tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0470476 May 19 15:06:52.215928 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c78ee797-756e-4828-a86c-4e05cdbbb07b req-0ff6afc1-aeec-430c-955e-ecd1e917605b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 May 19 15:06:53.335734 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ecd14-49f8-4780-a953-c7e94d86a4b4 req-e9a8b055-f0f1-410d-b518-9d0578529aef tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:53.337347 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4a2ecd14-49f8-4780-a953-c7e94d86a4b4 req-e9a8b055-f0f1-410d-b518-9d0578529aef tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0518129 May 19 15:06:53.357444 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:53.397558 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4a2ecd14-49f8-4780-a953-c7e94d86a4b4 req-429e094f-d473-4200-a7f2-447077c152ca tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538406 May 19 15:06:54.304159 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=76 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:54.531430 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58c24-1f5d-4c68-a541-6d56186a3ebb req-e896263f-718a-41c3-8790-884a7e1403cc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:54.532942 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a6e58c24-1f5d-4c68-a541-6d56186a3ebb req-e896263f-718a-41c3-8790-884a7e1403cc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0542588 May 19 15:06:54.582258 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a6e58c24-1f5d-4c68-a541-6d56186a3ebb req-67ad5a60-4ac0-4770-8a1e-2a14873ab2cb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 May 19 15:06:54.693762 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beedfa-ba89-43a9-bf85-4f02dab5697e req-19f2b9de-b787-44c0-b509-f4563584c061 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:06:54.695225 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61beedfa-ba89-43a9-bf85-4f02dab5697e req-19f2b9de-b787-44c0-b509-f4563584c061 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0459402 May 19 15:06:54.743963 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61beedfa-ba89-43a9-bf85-4f02dab5697e req-6369be5f-344f-44bd-bc97-e2af69e1ac77 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 May 19 15:06:58.872649 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:06:58.882005 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=26,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:00.308797 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:00.311228 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:02.030507 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:04.737926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=20 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:04.740852 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=47 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:04.847473 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-7bb0167e-a2b6-4efc-9fcd-a16cd50dd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:04.849172 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-7bb0167e-a2b6-4efc-9fcd-a16cd50dd23a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1129 time: 0.0506318 May 19 15:07:04.874926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3823cc6-b640-4672-b038-0631921a91dc req-3888ccf0-a7a1-4279-a246-189fa7637ec2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:04.883784 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f3823cc6-b640-4672-b038-0631921a91dc req-3888ccf0-a7a1-4279-a246-189fa7637ec2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0674169 May 19 15:07:04.944289 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f3823cc6-b640-4672-b038-0631921a91dc req-10234cde-471c-4ea5-99ae-d4a551244f66 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586672 May 19 15:07:04.994144 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-c6342b2a-9346-4320-871d-d70215d17195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:04.996215 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-c6342b2a-9346-4320-871d-d70215d17195 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.1359770 May 19 15:07:05.882818 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-e6ff6a41-380f-4828-96e3-07d6c6076f50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 200 len: 217 time: 0.0323284 May 19 15:07:06.070525 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a4c9d-4da9-4f29-b0bb-0c8b8641009d req-0124ee08-4d25-40e8-bbb6-f31ae7b961d1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:06.072009 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0b0a4c9d-4da9-4f29-b0bb-0c8b8641009d req-0124ee08-4d25-40e8-bbb6-f31ae7b961d1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0472927 May 19 15:07:06.118330 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0b0a4c9d-4da9-4f29-b0bb-0c8b8641009d req-cbe2a969-e040-44ef-80b9-25e8f1d98f08 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407114 May 19 15:07:06.729746 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-fa2b9371-c40c-47b8-bb57-832b902f27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:06.731419 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-fa2b9371-c40c-47b8-bb57-832b902f27fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0514700 May 19 15:07:07.229973 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fadfed-4498-4694-9a37-a94212e2da4e req-b54b8e1d-ebe5-4ce4-9756-500b5a2e6344 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:07.231453 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a0fadfed-4498-4694-9a37-a94212e2da4e req-b54b8e1d-ebe5-4ce4-9756-500b5a2e6344 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0468590 May 19 15:07:07.280634 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a0fadfed-4498-4694-9a37-a94212e2da4e req-4ffb09fc-a638-4338-94f8-8b64dbeafaa5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 May 19 15:07:07.659077 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-e335c433-f4b5-4a8c-8462-bacf7ac0c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:07.660563 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-e335c433-f4b5-4a8c-8462-bacf7ac0c3f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387270 May 19 15:07:07.757342 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-01d471b8-2771-4def-a5f8-8a1d4c903226 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887842 May 19 15:07:07.852267 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11742c1e-2cb4-4f64-9491-bb22e1055616 req-62453df0-dc9b-42dd-83f1-8e9f3d664ebd service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884268 May 19 15:07:08.396675 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b7a5-36c9-4fe7-95ae-9af3d7b05fcb req-d2b55d25-93d8-4884-9e16-15c8f3e536d0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:08.398054 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b618b7a5-36c9-4fe7-95ae-9af3d7b05fcb req-d2b55d25-93d8-4884-9e16-15c8f3e536d0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0491054 May 19 15:07:08.446758 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b618b7a5-36c9-4fe7-95ae-9af3d7b05fcb req-120ada69-6a27-4535-8d54-7349596e1f36 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 May 19 15:07:09.571063 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4cfab-6f05-4508-814f-b7fe8bacee6c req-763eea0a-e3b9-4506-b14d-92a4671c33cd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:09.572583 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e1a4cfab-6f05-4508-814f-b7fe8bacee6c req-763eea0a-e3b9-4506-b14d-92a4671c33cd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0477774 May 19 15:07:09.624663 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e1a4cfab-6f05-4508-814f-b7fe8bacee6c req-e8e91a0f-ceb6-4864-a461-e3ebe65710d5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 May 19 15:07:10.314823 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:07:10.739869 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1dce-4d71-43ef-a1b1-690f7b086bca req-b06a6de9-6d33-45c4-94aa-467618c706c1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:10.742152 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f88c1dce-4d71-43ef-a1b1-690f7b086bca req-b06a6de9-6d33-45c4-94aa-467618c706c1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0497813 May 19 15:07:10.789174 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f88c1dce-4d71-43ef-a1b1-690f7b086bca req-e9956c3f-6422-43aa-92a6-deb5cbf3eca2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 May 19 15:07:11.905809 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc135e-793a-4d96-99d8-73af4d063c48 req-387a40b9-35cf-4d85-8295-244a4e1930c0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:11.907354 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-38dc135e-793a-4d96-99d8-73af4d063c48 req-387a40b9-35cf-4d85-8295-244a4e1930c0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0495965 May 19 15:07:11.956649 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-38dc135e-793a-4d96-99d8-73af4d063c48 req-dfb46cb1-b480-4023-93ee-1868fe9fa329 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 May 19 15:07:12.019753 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:12.026409 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:13.077995 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73326e1a-a9bd-498e-a389-fba617cdb2b9 req-f369a0ef-db27-42f3-8d0a-62a354cc57da tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:13.079621 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-73326e1a-a9bd-498e-a389-fba617cdb2b9 req-f369a0ef-db27-42f3-8d0a-62a354cc57da tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0513239 May 19 15:07:13.128708 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-73326e1a-a9bd-498e-a389-fba617cdb2b9 req-86719f1c-abff-487f-ad54-6f62bfae46d2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 May 19 15:07:14.027212 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-31edb134-4dfa-442f-8fff-f253d03874bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:14.243632 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945204-ea98-4ffa-a679-bcb46127dcf2 req-3c9b840f-966b-46b9-a311-5ad2bf431774 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:14.244995 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98945204-ea98-4ffa-a679-bcb46127dcf2 req-3c9b840f-966b-46b9-a311-5ad2bf431774 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0474124 May 19 15:07:14.290945 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98945204-ea98-4ffa-a679-bcb46127dcf2 req-ee4a462e-d71c-4145-8200-d8faad169920 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 May 19 15:07:15.404873 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672ba07-7cc5-43c1-a3db-c34c2db632e0 req-b3d18cb3-af21-49f1-a09c-4a31c90d068e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:15.406337 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4672ba07-7cc5-43c1-a3db-c34c2db632e0 req-b3d18cb3-af21-49f1-a09c-4a31c90d068e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0469933 May 19 15:07:15.455280 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4672ba07-7cc5-43c1-a3db-c34c2db632e0 req-f0a9e0fd-7f28-41e8-b6cb-d81d23338498 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 May 19 15:07:16.252866 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-35aa45e9-c7d0-4686-b776-e7f9f7693ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:16.558952 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:16.568435 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64035f61-112f-411b-b844-8b131a16166d req-0e70239b-c789-4983-a3c8-063a27389be1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:16.570177 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-64035f61-112f-411b-b844-8b131a16166d req-0e70239b-c789-4983-a3c8-063a27389be1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0498004 May 19 15:07:16.615945 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-64035f61-112f-411b-b844-8b131a16166d req-8ef3443e-9538-4b30-86e8-856a6ca51cca tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 May 19 15:07:17.386511 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:17.732812 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bb999-45ae-4082-8efa-681925938894 req-52b04b93-5fc2-4c2a-a5c0-8cf702a4a2a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:17.734314 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5a5bb999-45ae-4082-8efa-681925938894 req-52b04b93-5fc2-4c2a-a5c0-8cf702a4a2a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0505333 May 19 15:07:17.763108 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:17.786035 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5a5bb999-45ae-4082-8efa-681925938894 req-76301216-b814-4e5c-a973-5d92180a5430 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459375 May 19 15:07:17.847339 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=41 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:17.849672 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=45 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:18.121872 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 44848) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:18.233236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e62681d1-3d90-4a2e-811b-5657a0103496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.317209 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e62681d1-3d90-4a2e-811b-5657a0103496 admin admin] Publish callbacks [] for security_group (bcf7ea42-7b7f-4c18-8e44-402b2c78d665), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.322595 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e62681d1-3d90-4a2e-811b-5657a0103496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (bcf7ea42-7b7f-4c18-8e44-402b2c78d665), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.366399 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e62681d1-3d90-4a2e-811b-5657a0103496 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce5252c2c10640f5867c55c12f7224b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434397 May 19 15:07:18.367361 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 44860) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:18.367478 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62681d1-3d90-4a2e-811b-5657a0103496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7ea42-7b7f-4c18-8e44-402b2c78d665,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:18.425820 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4d51b7f-2cd2-4ab1-8203-ba667bf70a5f admin admin] Publish callbacks [] for security_group (bcf7ea42-7b7f-4c18-8e44-402b2c78d665), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.447877 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4d51b7f-2cd2-4ab1-8203-ba667bf70a5f admin admin] Publish callbacks [] for security_group (bcf7ea42-7b7f-4c18-8e44-402b2c78d665), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.492134 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4d51b7f-2cd2-4ab1-8203-ba667bf70a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (bcf7ea42-7b7f-4c18-8e44-402b2c78d665), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.494888 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4d51b7f-2cd2-4ab1-8203-ba667bf70a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.496331 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f4d51b7f-2cd2-4ab1-8203-ba667bf70a5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcf7ea42-7b7f-4c18-8e44-402b2c78d665 HTTP/1.1" status: 204 len: 168 time: 0.1207116 May 19 15:07:18.504916 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d51b7f-2cd2-4ab1-8203-ba667bf70a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7ea42-7b7f-4c18-8e44-402b2c78d665,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:18.631428 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:18.918691 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdedd56-34b3-43a6-8072-a14d6c980879 req-b53ea41d-32be-4eae-acce-3977acfe3ec3 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:18.920201 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5bdedd56-34b3-43a6-8072-a14d6c980879 req-b53ea41d-32be-4eae-acce-3977acfe3ec3 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0626202 May 19 15:07:18.981930 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5bdedd56-34b3-43a6-8072-a14d6c980879 req-665031f6-3e48-421f-b190-3b14dc3c3fff tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545824 May 19 15:07:19.285335 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 44924) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:19.454700 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f469fc63-6e11-4ad0-b996-c2886f34d827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:19.536172 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f469fc63-6e11-4ad0-b996-c2886f34d827 admin admin] Publish callbacks [] for security_group (b076df2f-6a7e-4fb5-a73d-48eff8d8763f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:19.541130 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f469fc63-6e11-4ad0-b996-c2886f34d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b076df2f-6a7e-4fb5-a73d-48eff8d8763f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:19.588528 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 44940) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:19.595758 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f469fc63-6e11-4ad0-b996-c2886f34d827 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2ef58d90a9945eca7132189425cb0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092823 May 19 15:07:19.596756 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469fc63-6e11-4ad0-b996-c2886f34d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b076df2f-6a7e-4fb5-a73d-48eff8d8763f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:19.646602 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10dc8d0a-9fae-4368-88a8-b45e2e82f437 admin admin] Publish callbacks [] for security_group (b076df2f-6a7e-4fb5-a73d-48eff8d8763f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:19.670160 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10dc8d0a-9fae-4368-88a8-b45e2e82f437 admin admin] Publish callbacks [] for security_group (b076df2f-6a7e-4fb5-a73d-48eff8d8763f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:19.737138 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10dc8d0a-9fae-4368-88a8-b45e2e82f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b076df2f-6a7e-4fb5-a73d-48eff8d8763f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:19.741852 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10dc8d0a-9fae-4368-88a8-b45e2e82f437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:19.743339 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-10dc8d0a-9fae-4368-88a8-b45e2e82f437 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b076df2f-6a7e-4fb5-a73d-48eff8d8763f HTTP/1.1" status: 204 len: 168 time: 0.1538262 May 19 15:07:19.754496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc8d0a-9fae-4368-88a8-b45e2e82f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b076df2f-6a7e-4fb5-a73d-48eff8d8763f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:20.154926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d10a-b332-44bc-a354-67197478cfb2 req-7a9b1a2c-5b15-4374-ae24-b715dbf718ed tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:20.156550 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c12d10a-b332-44bc-a354-67197478cfb2 req-7a9b1a2c-5b15-4374-ae24-b715dbf718ed tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0740342 May 19 15:07:20.215368 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c12d10a-b332-44bc-a354-67197478cfb2 req-9cdffc87-5356-46bb-abca-cd0420434c5e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509894 May 19 15:07:20.430935 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.358639 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913e45a-421d-455f-bcc4-ae3fda302699 req-e1addf6a-710a-41ef-a4c8-0dfc232ce1d9 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:21.360885 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3913e45a-421d-455f-bcc4-ae3fda302699 req-e1addf6a-710a-41ef-a4c8-0dfc232ce1d9 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0713570 May 19 15:07:21.417468 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3913e45a-421d-455f-bcc4-ae3fda302699 req-aabc9cba-73e1-4f46-8967-f3bd5f64f16f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 May 19 15:07:21.566143 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45014) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:21.696228 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-20d716d6-f895-4986-b11b-24896e9cbf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.775782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-20d716d6-f895-4986-b11b-24896e9cbf5d admin admin] Publish callbacks [] for security_group (e199c83d-35a1-408b-a9b7-a6e27e088bb2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.780495 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-20d716d6-f895-4986-b11b-24896e9cbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e199c83d-35a1-408b-a9b7-a6e27e088bb2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.818181 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-20d716d6-f895-4986-b11b-24896e9cbf5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5cd8fe83b9541ca903a480f81349b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508707 May 19 15:07:21.820099 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d716d6-f895-4986-b11b-24896e9cbf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e199c83d-35a1-408b-a9b7-a6e27e088bb2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:21.820955 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45018) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:21.872529 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe8f8-47ea-4639-bbfe-f470c3e730be admin admin] Publish callbacks [] for security_group (e199c83d-35a1-408b-a9b7-a6e27e088bb2), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.892934 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe8f8-47ea-4639-bbfe-f470c3e730be admin admin] Publish callbacks [] for security_group (e199c83d-35a1-408b-a9b7-a6e27e088bb2), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.939119 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe8f8-47ea-4639-bbfe-f470c3e730be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e199c83d-35a1-408b-a9b7-a6e27e088bb2), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.941978 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe8f8-47ea-4639-bbfe-f470c3e730be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:21.945804 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ed5fe8f8-47ea-4639-bbfe-f470c3e730be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e199c83d-35a1-408b-a9b7-a6e27e088bb2 HTTP/1.1" status: 204 len: 168 time: 0.1211929 May 19 15:07:21.951551 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fe8f8-47ea-4639-bbfe-f470c3e730be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e199c83d-35a1-408b-a9b7-a6e27e088bb2,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:22.255455 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45044) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:22.261477 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:22.270276 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83a36cfe-ce53-4b8b-9416-480f8a725f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.287965 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:22.373244 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83a36cfe-ce53-4b8b-9416-480f8a725f28 admin admin] Publish callbacks [] for security_group (a1e57cb7-04d7-4f58-839b-9dbedcb96834), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.379337 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-83a36cfe-ce53-4b8b-9416-480f8a725f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a1e57cb7-04d7-4f58-839b-9dbedcb96834), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.415260 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-83a36cfe-ce53-4b8b-9416-480f8a725f28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=826698f3537e489bb85fda47779f11fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585944 May 19 15:07:22.418195 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45054) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:22.429337 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36cfe-ce53-4b8b-9416-480f8a725f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e57cb7-04d7-4f58-839b-9dbedcb96834,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:22.486621 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-943ddef6-d06b-46ee-94c6-f63f5ac10ae5 admin admin] Publish callbacks [] for security_group (a1e57cb7-04d7-4f58-839b-9dbedcb96834), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.513452 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-943ddef6-d06b-46ee-94c6-f63f5ac10ae5 admin admin] Publish callbacks [] for security_group (a1e57cb7-04d7-4f58-839b-9dbedcb96834), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.575177 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7415f2d-2345-47df-955c-29914c2d6f37 req-ea49b9cd-ee43-4160-b4db-1edd6b359f9d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:22.577074 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a7415f2d-2345-47df-955c-29914c2d6f37 req-ea49b9cd-ee43-4160-b4db-1edd6b359f9d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0616348 May 19 15:07:22.578924 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-943ddef6-d06b-46ee-94c6-f63f5ac10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a1e57cb7-04d7-4f58-839b-9dbedcb96834), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.582353 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-943ddef6-d06b-46ee-94c6-f63f5ac10ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.583722 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-943ddef6-d06b-46ee-94c6-f63f5ac10ae5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1e57cb7-04d7-4f58-839b-9dbedcb96834 HTTP/1.1" status: 204 len: 168 time: 0.1631141 May 19 15:07:22.607070 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ddef6-d06b-46ee-94c6-f63f5ac10ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e57cb7-04d7-4f58-839b-9dbedcb96834,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:22.654575 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a7415f2d-2345-47df-955c-29914c2d6f37 req-26b590ee-99f0-486b-a2be-2abfc9f6721d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682077 May 19 15:07:22.834740 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45074) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:22.891447 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] Deleting subnet e73fdc5e-fe49-4cdb-b484-3acf60ace7a5 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:07:22.899826 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] Publish callbacks [] for subnet (e73fdc5e-fe49-4cdb-b484-3acf60ace7a5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.921056 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:22.932303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] Publish callbacks [] for subnet (e73fdc5e-fe49-4cdb-b484-3acf60ace7a5), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.942479 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (e73fdc5e-fe49-4cdb-b484-3acf60ace7a5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:22.966683 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:23.006157 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for subnet (e73fdc5e-fe49-4cdb-b484-3acf60ace7a5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.036005 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73fdc5e-fe49-4cdb-b484-3acf60ace7a5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:23.041051 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.044562 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d3bb55a9-458b-42d6-9d49-c176fa8a4812 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e73fdc5e-fe49-4cdb-b484-3acf60ace7a5 HTTP/1.1" status: 204 len: 168 time: 0.2080753 May 19 15:07:23.047120 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45088) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:23.133559 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (2add9f96-ccbc-42a7-b265-8ed74a47b7cf), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.227882 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (2add9f96-ccbc-42a7-b265-8ed74a47b7cf), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.255629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.255629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.255629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.255629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.255629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.255629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.255629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.256085 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.256517 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.256517 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.322244 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.322834 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.323150 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.323887 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 15:07:23.324264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2add9f96-ccbc-42a7-b265-8ed74a47b7cf']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:23.343451 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690e6303-124e-47f2-9bfc-a18369d8b9a9') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:23.343944 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690e6303-124e-47f2-9bfc-a18369d8b9a9') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:23.366208 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (690e6303-124e-47f2-9bfc-a18369d8b9a9), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.390348 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (690e6303-124e-47f2-9bfc-a18369d8b9a9), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.400182 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:07:23.401012 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (690e6303-124e-47f2-9bfc-a18369d8b9a9), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: from cryptography.utils import int_from_bytes May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: from cryptography.utils import int_from_bytes May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:07:23.405300 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:07:23.651354 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (2add9f96-ccbc-42a7-b265-8ed74a47b7cf), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.657731 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.664167 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2add9f96-ccbc-42a7-b265-8ed74a47b7cf HTTP/1.1" status: 204 len: 168 time: 0.6150775 May 19 15:07:23.664481 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45112) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:23.677262 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff60b6-698c-452a-9f1c-436a275d88d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2add9f96-ccbc-42a7-b265-8ed74a47b7cf,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:23.714600 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] Deleting subnet 0d87511a-f8c3-479c-a8c0-d2538de7ba03 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:07:23.718235 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] Publish callbacks [] for subnet (0d87511a-f8c3-479c-a8c0-d2538de7ba03), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.797647 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782334'] for subnet (0d87511a-f8c3-479c-a8c0-d2538de7ba03), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.825720 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7d5b-0a0c-4486-a46d-bf8a2757454f req-12238dc8-508a-4197-bf22-325b8fb17281 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:23.827254 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aafd7d5b-0a0c-4486-a46d-bf8a2757454f req-12238dc8-508a-4197-bf22-325b8fb17281 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0888886 May 19 15:07:23.876605 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (0d87511a-f8c3-479c-a8c0-d2538de7ba03), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.915331 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aafd7d5b-0a0c-4486-a46d-bf8a2757454f req-58d808ba-c867-4095-af73-b69805dbf8ca tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813849 May 19 15:07:23.949606 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25553457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235757'] for subnet (0d87511a-f8c3-479c-a8c0-d2538de7ba03), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.976711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d87511a-f8c3-479c-a8c0-d2538de7ba03,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:23.981392 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:23.984569 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-580d42ab-bef3-4f8f-b349-f63aeb3cdc7e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0d87511a-f8c3-479c-a8c0-d2538de7ba03 HTTP/1.1" status: 204 len: 168 time: 0.3189907 May 19 15:07:23.987023 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45132) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:24.061329 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (3161c40f-83cc-40e7-9097-b3b74c48f392), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.150576 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (3161c40f-83cc-40e7-9097-b3b74c48f392), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.172206 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3161c40f-83cc-40e7-9097-b3b74c48f392']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:24.182023 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23877cd6-ccef-4e72-be23-d2f6a75f912a') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:24.182313 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23877cd6-ccef-4e72-be23-d2f6a75f912a') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:24.183822 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:24.192194 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (23877cd6-ccef-4e72-be23-d2f6a75f912a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.206145 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (23877cd6-ccef-4e72-be23-d2f6a75f912a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.214123 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:07:24.214512 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (23877cd6-ccef-4e72-be23-d2f6a75f912a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:07:24.216258 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:07:24.275310 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (3161c40f-83cc-40e7-9097-b3b74c48f392), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.282919 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.289802 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3161c40f-83cc-40e7-9097-b3b74c48f392 HTTP/1.1" status: 204 len: 168 time: 0.2989213 May 19 15:07:24.302076 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854d830-bea5-4774-99a4-4c3b0a53ce60 admin admin] Pushing event deleted for resources: {'Network': ['ID=3161c40f-83cc-40e7-9097-b3b74c48f392,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:24.494921 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45154) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:24.540627 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4b9f227d-23ff-43b0-bb67-408d001bee19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dae251faaae4c60be49e940d842099c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442560 May 19 15:07:24.543047 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45156) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:24.556357 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45158) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:24.572167 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:24.604622 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-352cf75b-1a0e-4b17-86d3-65f9a6e5ea91 admin admin] Publish callbacks [] for security_group (4db248c5-ad1f-4832-b4cf-edf8f576767f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.628323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-352cf75b-1a0e-4b17-86d3-65f9a6e5ea91 admin admin] Publish callbacks [] for security_group (4db248c5-ad1f-4832-b4cf-edf8f576767f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.704686 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-352cf75b-1a0e-4b17-86d3-65f9a6e5ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4db248c5-ad1f-4832-b4cf-edf8f576767f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.707564 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-352cf75b-1a0e-4b17-86d3-65f9a6e5ea91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.712369 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-352cf75b-1a0e-4b17-86d3-65f9a6e5ea91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4db248c5-ad1f-4832-b4cf-edf8f576767f HTTP/1.1" status: 204 len: 168 time: 0.1683297 May 19 15:07:24.720867 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cf75b-1a0e-4b17-86d3-65f9a6e5ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db248c5-ad1f-4832-b4cf-edf8f576767f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:24.818993 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ec7f774-1c16-401f-8fdb-7e7ae804dbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.900395 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ec7f774-1c16-401f-8fdb-7e7ae804dbb6 admin admin] Publish callbacks [] for security_group (13894a54-bed9-4c06-aef8-eaf9248986ea), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.904437 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ec7f774-1c16-401f-8fdb-7e7ae804dbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (13894a54-bed9-4c06-aef8-eaf9248986ea), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:24.942243 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7f774-1c16-401f-8fdb-7e7ae804dbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13894a54-bed9-4c06-aef8-eaf9248986ea,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:24.951539 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3ec7f774-1c16-401f-8fdb-7e7ae804dbb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dffea974c5a84f31a77f900a6bfcd57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938093 May 19 15:07:24.951954 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45170) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:25.009141 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2a1f-3a0b-4c28-94c5-5ae62cfab909 admin admin] Publish callbacks [] for security_group (13894a54-bed9-4c06-aef8-eaf9248986ea), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.080137 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2a1f-3a0b-4c28-94c5-5ae62cfab909 admin admin] Publish callbacks [] for security_group (13894a54-bed9-4c06-aef8-eaf9248986ea), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.103504 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274643fd-aafd-45a2-a880-e0ab24b6e127 req-853d0f60-ba9b-4cf2-abba-2bb351e44c89 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:25.106327 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-274643fd-aafd-45a2-a880-e0ab24b6e127 req-853d0f60-ba9b-4cf2-abba-2bb351e44c89 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0982158 May 19 15:07:25.131232 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45180) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:25.179320 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-274643fd-aafd-45a2-a880-e0ab24b6e127 req-e969c81f-b0be-48ac-b730-6cb3af84d2c1 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 May 19 15:07:25.180623 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2a1f-3a0b-4c28-94c5-5ae62cfab909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (13894a54-bed9-4c06-aef8-eaf9248986ea), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.183148 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2a1f-3a0b-4c28-94c5-5ae62cfab909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.183821 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-82e85b4d-7c82-4fc6-92b9-7950913f94c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f790c0f33c96410a84745135173145be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502725 May 19 15:07:25.184376 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-aa2f2a1f-3a0b-4c28-94c5-5ae62cfab909 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13894a54-bed9-4c06-aef8-eaf9248986ea HTTP/1.1" status: 204 len: 168 time: 0.2314394 May 19 15:07:25.186342 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45182) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:25.192349 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f2a1f-3a0b-4c28-94c5-5ae62cfab909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13894a54-bed9-4c06-aef8-eaf9248986ea,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:25.242546 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d156fa69-d3b4-4b2f-8408-b60302a82df6 admin admin] Publish callbacks [] for security_group (a2591ff6-478c-4529-9894-6a07585f2b93), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.266711 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d156fa69-d3b4-4b2f-8408-b60302a82df6 admin admin] Publish callbacks [] for security_group (a2591ff6-478c-4529-9894-6a07585f2b93), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.326057 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d156fa69-d3b4-4b2f-8408-b60302a82df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a2591ff6-478c-4529-9894-6a07585f2b93), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.329026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d156fa69-d3b4-4b2f-8408-b60302a82df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.330254 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d156fa69-d3b4-4b2f-8408-b60302a82df6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2591ff6-478c-4529-9894-6a07585f2b93 HTTP/1.1" status: 204 len: 168 time: 0.1426537 May 19 15:07:25.339111 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156fa69-d3b4-4b2f-8408-b60302a82df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2591ff6-478c-4529-9894-6a07585f2b93,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:25.626837 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45194) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:25.640262 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ddaed579-3bea-4995-8f65-45b06264f701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.664693 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:25.694469 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:25.724016 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ddaed579-3bea-4995-8f65-45b06264f701 admin admin] Publish callbacks [] for security_group (aff63f0a-68fe-47f6-ab86-0ff34a9aa035), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.728580 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ddaed579-3bea-4995-8f65-45b06264f701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (aff63f0a-68fe-47f6-ab86-0ff34a9aa035), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.769577 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ddaed579-3bea-4995-8f65-45b06264f701 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38808ef9df2c4bfd96315c8c29e47c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414909 May 19 15:07:25.770515 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaed579-3bea-4995-8f65-45b06264f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff63f0a-68fe-47f6-ab86-0ff34a9aa035,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:25.772449 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45202) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:25.832076 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-638966a4-1f7f-486e-a6d1-d0a19bd45a5a admin admin] Publish callbacks [] for security_group (aff63f0a-68fe-47f6-ab86-0ff34a9aa035), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.856771 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-638966a4-1f7f-486e-a6d1-d0a19bd45a5a admin admin] Publish callbacks [] for security_group (aff63f0a-68fe-47f6-ab86-0ff34a9aa035), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.914992 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-638966a4-1f7f-486e-a6d1-d0a19bd45a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (aff63f0a-68fe-47f6-ab86-0ff34a9aa035), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.926551 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-638966a4-1f7f-486e-a6d1-d0a19bd45a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:25.926551 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-638966a4-1f7f-486e-a6d1-d0a19bd45a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aff63f0a-68fe-47f6-ab86-0ff34a9aa035 HTTP/1.1" status: 204 len: 168 time: 0.1450779 May 19 15:07:25.927590 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638966a4-1f7f-486e-a6d1-d0a19bd45a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff63f0a-68fe-47f6-ab86-0ff34a9aa035,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:26.344559 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:26.347880 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced3c9-1f6f-42ae-b1e4-8efd2452f0b5 req-557b4cd6-95bb-4ef1-a10a-16213f49ccce tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:26.349301 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:26.359446 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28ced3c9-1f6f-42ae-b1e4-8efd2452f0b5 req-557b4cd6-95bb-4ef1-a10a-16213f49ccce tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0784280 May 19 15:07:26.419219 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28ced3c9-1f6f-42ae-b1e4-8efd2452f0b5 req-945b9180-fbf2-4d61-8885-b3c4816e8f4d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 May 19 15:07:26.575413 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45260) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:26.681759 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-62a6d29b-e20d-4c29-94db-790c45f60ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:26.738967 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:26.763776 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-62a6d29b-e20d-4c29-94db-790c45f60ef7 admin admin] Publish callbacks [] for security_group (e71ccf15-68ab-4392-8022-c3bf9659945b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:26.767486 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-62a6d29b-e20d-4c29-94db-790c45f60ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e71ccf15-68ab-4392-8022-c3bf9659945b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:26.810064 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-62a6d29b-e20d-4c29-94db-790c45f60ef7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dff19d5dda9442cfa384209ee20c22ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303636 May 19 15:07:26.810064 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6d29b-e20d-4c29-94db-790c45f60ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71ccf15-68ab-4392-8022-c3bf9659945b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:26.810955 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45270) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:26.860006 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2190b56-168d-436e-8512-9a3ee5ee1b34 admin admin] Publish callbacks [] for security_group (e71ccf15-68ab-4392-8022-c3bf9659945b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:26.882790 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2190b56-168d-436e-8512-9a3ee5ee1b34 admin admin] Publish callbacks [] for security_group (e71ccf15-68ab-4392-8022-c3bf9659945b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:26.930097 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2190b56-168d-436e-8512-9a3ee5ee1b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e71ccf15-68ab-4392-8022-c3bf9659945b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:26.932625 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2190b56-168d-436e-8512-9a3ee5ee1b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:26.935644 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e2190b56-168d-436e-8512-9a3ee5ee1b34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e71ccf15-68ab-4392-8022-c3bf9659945b HTTP/1.1" status: 204 len: 168 time: 0.1250839 May 19 15:07:26.943419 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2190b56-168d-436e-8512-9a3ee5ee1b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71ccf15-68ab-4392-8022-c3bf9659945b,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:27.558317 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1cc0-8c66-4fb4-903d-7b65bef5af81 req-d831e524-ea88-45d0-a41f-7728cc167d47 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:27.560218 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-50ae1cc0-8c66-4fb4-903d-7b65bef5af81 req-d831e524-ea88-45d0-a41f-7728cc167d47 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0593381 May 19 15:07:27.604639 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:27.614276 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-50ae1cc0-8c66-4fb4-903d-7b65bef5af81 req-99edbb7f-0d8a-46a9-a2fe-26df53069e42 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481713 May 19 15:07:27.752298 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45322) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:27.905297 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45332) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:27.952452 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.049839 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Publish callbacks [] for security_group (9e34b39a-f4c0-47ed-b09c-c92c8915abb8), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.055485 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9e34b39a-f4c0-47ed-b09c-c92c8915abb8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.100070 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b292769048d41e2b1459d7ce22ae4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465698 May 19 15:07:28.102952 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e34b39a-f4c0-47ed-b09c-c92c8915abb8,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:28.103839 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45340) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:28.111047 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.111416 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.111755 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.112092 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.112415 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.112923 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.113412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.113894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.114237 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.114567 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.114909 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.115259 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.115585 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.115908 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.116484 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b5be7-808b-48ed-9a5f-e7251adde9c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.177862 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Publish callbacks [] for security_group (9e34b39a-f4c0-47ed-b09c-c92c8915abb8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.200436 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Publish callbacks [] for security_group (9e34b39a-f4c0-47ed-b09c-c92c8915abb8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.248894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-436a2950-05e0-4505-956f-adc164041661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.258686 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9e34b39a-f4c0-47ed-b09c-c92c8915abb8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.262512 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.263855 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e34b39a-f4c0-47ed-b09c-c92c8915abb8 HTTP/1.1" status: 204 len: 168 time: 0.1583855 May 19 15:07:28.273065 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e34b39a-f4c0-47ed-b09c-c92c8915abb8,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:28.282106 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.282759 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.283569 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.284287 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.284820 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.285475 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.286759 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.287422 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.288491 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.289180 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.289859 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.290388 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.290908 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.291804 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.292345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e7e6e-b209-4f34-a159-d2316f5546f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:28.364526 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-436a2950-05e0-4505-956f-adc164041661 admin admin] Publish callbacks [] for security_group (f584e1dd-7fc0-4e22-8448-3caba97d1fa4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.369381 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-436a2950-05e0-4505-956f-adc164041661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f584e1dd-7fc0-4e22-8448-3caba97d1fa4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.410758 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-436a2950-05e0-4505-956f-adc164041661 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5114816fa9a41afb81957930a2ded12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049973 May 19 15:07:28.413558 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45356) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:28.416066 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a2950-05e0-4505-956f-adc164041661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f584e1dd-7fc0-4e22-8448-3caba97d1fa4,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:28.476752 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a36a4968-cbbb-48c1-8029-2b7ca89dd3cf admin admin] Publish callbacks [] for security_group (f584e1dd-7fc0-4e22-8448-3caba97d1fa4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.509833 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a36a4968-cbbb-48c1-8029-2b7ca89dd3cf admin admin] Publish callbacks [] for security_group (f584e1dd-7fc0-4e22-8448-3caba97d1fa4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.574373 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a36a4968-cbbb-48c1-8029-2b7ca89dd3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f584e1dd-7fc0-4e22-8448-3caba97d1fa4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.577128 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a36a4968-cbbb-48c1-8029-2b7ca89dd3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.578746 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a36a4968-cbbb-48c1-8029-2b7ca89dd3cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f584e1dd-7fc0-4e22-8448-3caba97d1fa4 HTTP/1.1" status: 204 len: 168 time: 0.1642210 May 19 15:07:28.588681 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a4968-cbbb-48c1-8029-2b7ca89dd3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f584e1dd-7fc0-4e22-8448-3caba97d1fa4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:28.742594 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae808f5-d2fc-41ac-8985-c8b3c768bee8 req-42a6945e-6db0-4a9d-8aa1-6148e7935a81 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:28.742831 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45370) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:28.746287 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fae808f5-d2fc-41ac-8985-c8b3c768bee8 req-42a6945e-6db0-4a9d-8aa1-6148e7935a81 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0561180 May 19 15:07:28.758866 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b166ecf5-d7aa-41b7-8f3f-01b488531ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.815264 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fae808f5-d2fc-41ac-8985-c8b3c768bee8 req-8a9d9cb1-77b8-4ca3-980f-b5ce48c4a440 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616925 May 19 15:07:28.941099 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:28.944332 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b166ecf5-d7aa-41b7-8f3f-01b488531ee2 admin admin] Publish callbacks [] for security_group (9356bca6-283d-40fa-bf03-3e7bef049da7), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.951608 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b166ecf5-d7aa-41b7-8f3f-01b488531ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9356bca6-283d-40fa-bf03-3e7bef049da7), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:28.966077 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:29.003125 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b166ecf5-d7aa-41b7-8f3f-01b488531ee2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97fe2574ee70458d97078d5615054eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591152 May 19 15:07:29.003857 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166ecf5-d7aa-41b7-8f3f-01b488531ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9356bca6-283d-40fa-bf03-3e7bef049da7,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:29.006222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45382) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:29.079455 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0866cab6-8d7d-4395-ac05-60fa45ab8f74 admin admin] Publish callbacks [] for security_group (9356bca6-283d-40fa-bf03-3e7bef049da7), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.105574 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0866cab6-8d7d-4395-ac05-60fa45ab8f74 admin admin] Publish callbacks [] for security_group (9356bca6-283d-40fa-bf03-3e7bef049da7), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.157037 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0866cab6-8d7d-4395-ac05-60fa45ab8f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9356bca6-283d-40fa-bf03-3e7bef049da7), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.160157 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0866cab6-8d7d-4395-ac05-60fa45ab8f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.164057 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0866cab6-8d7d-4395-ac05-60fa45ab8f74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9356bca6-283d-40fa-bf03-3e7bef049da7 HTTP/1.1" status: 204 len: 168 time: 0.1553173 May 19 15:07:29.173528 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866cab6-8d7d-4395-ac05-60fa45ab8f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9356bca6-283d-40fa-bf03-3e7bef049da7,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:29.425452 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-63b7e7e6-a323-4522-821c-bbf2d955f3aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910425 May 19 15:07:29.435580 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a6fe4-40c4-40d8-af5f-b1612df13576 req-868511a9-4d96-4ade-b535-8ce6cc6f8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:29.437136 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2b4a6fe4-40c4-40d8-af5f-b1612df13576 req-868511a9-4d96-4ade-b535-8ce6cc6f8d2d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1129 time: 0.0571368 May 19 15:07:29.525957 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56139-026a-468b-9376-67920d7d4e2f req-b9203c63-20d5-405b-9518-689c6f256df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:29.527960 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-b9203c63-20d5-405b-9518-689c6f256df2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 1129 time: 0.0765157 May 19 15:07:29.530897 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2b4a6fe4-40c4-40d8-af5f-b1612df13576 req-9f8679a7-efe5-42d7-83a4-e4e183adaa1b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804791 May 19 15:07:29.573715 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45406) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:29.583735 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6797-b977-4a1d-ba23-45f4a76bac6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.686361 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6797-b977-4a1d-ba23-45f4a76bac6a admin admin] Publish callbacks [] for security_group (d4f75309-5d58-41be-a85e-263ad9fa0599), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.691181 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc4b6797-b977-4a1d-ba23-45f4a76bac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d4f75309-5d58-41be-a85e-263ad9fa0599), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.697891 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:29.738028 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-dc4b6797-b977-4a1d-ba23-45f4a76bac6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79cc4040f9f446e5b4fb7d2ceb187146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688278 May 19 15:07:29.748763 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45412) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:29.787133 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b6797-b977-4a1d-ba23-45f4a76bac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f75309-5d58-41be-a85e-263ad9fa0599,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:29.898329 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe012-bbcc-460c-8fcf-ef48d3c35991 admin admin] Publish callbacks [] for security_group (d4f75309-5d58-41be-a85e-263ad9fa0599), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.923792 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56139-026a-468b-9376-67920d7d4e2f req-5a8daee4-860b-46dc-89d0-598a045ac8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:29.925432 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-5a8daee4-860b-46dc-89d0-598a045ac8e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.1742601 May 19 15:07:29.935314 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe012-bbcc-460c-8fcf-ef48d3c35991 admin admin] Publish callbacks [] for security_group (d4f75309-5d58-41be-a85e-263ad9fa0599), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.959164 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52be6f6-980d-4d21-8f58-9ac5b13d72ea req-c313f519-42b7-41fe-9e15-48c3153fd5c0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:29.961116 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c52be6f6-980d-4d21-8f58-9ac5b13d72ea req-c313f519-42b7-41fe-9e15-48c3153fd5c0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0534949 May 19 15:07:29.990225 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:29.994773 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe012-bbcc-460c-8fcf-ef48d3c35991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d4f75309-5d58-41be-a85e-263ad9fa0599), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.997582 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe012-bbcc-460c-8fcf-ef48d3c35991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:29.998791 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4b5fe012-bbcc-460c-8fcf-ef48d3c35991 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4f75309-5d58-41be-a85e-263ad9fa0599 HTTP/1.1" status: 204 len: 168 time: 0.2488821 May 19 15:07:30.010645 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fe012-bbcc-460c-8fcf-ef48d3c35991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f75309-5d58-41be-a85e-263ad9fa0599,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:30.033807 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c52be6f6-980d-4d21-8f58-9ac5b13d72ea req-203bc864-a83b-43c9-99c5-00a40d838736 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661693 May 19 15:07:30.295935 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-df797902-ecbb-49ff-ab27-ff1f534d8e0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559 HTTP/1.1" status: 200 len: 217 time: 0.0421078 May 19 15:07:30.358585 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56139-026a-468b-9376-67920d7d4e2f req-29f54caa-cf85-4af1-94d7-3f78d6081602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:30.360904 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-29f54caa-cf85-4af1-94d7-3f78d6081602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0576708 May 19 15:07:30.426458 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56139-026a-468b-9376-67920d7d4e2f req-8c923e84-cee8-4ebc-89c0-aa629df12f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:30.428158 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-8c923e84-cee8-4ebc-89c0-aa629df12f35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483437 May 19 15:07:30.533050 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-5f2960de-8b5c-4e30-9228-bd140b1daee8 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916517 May 19 15:07:30.643803 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85f56139-026a-468b-9376-67920d7d4e2f req-7b9dd079-39c3-46f8-b579-c2faa62c4035 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830266 May 19 15:07:31.171667 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408099a7-1dd9-460f-983f-a6a9de42e2d9 req-fdc91667-fe74-45b9-aad2-419c9735efba tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:31.173192 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-408099a7-1dd9-460f-983f-a6a9de42e2d9 req-fdc91667-fe74-45b9-aad2-419c9735efba tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0538635 May 19 15:07:31.243768 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-408099a7-1dd9-460f-983f-a6a9de42e2d9 req-9783e0d8-997a-4dfc-9b16-76758a443666 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591667 May 19 15:07:31.516373 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45480) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:31.627177 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d0f360d9-3bdc-4198-b26e-86dccd14d95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:31.686471 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:31.714276 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d0f360d9-3bdc-4198-b26e-86dccd14d95e admin admin] Publish callbacks [] for security_group (2d30608d-0542-4414-bc74-559ce1be5d09), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:31.720530 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d0f360d9-3bdc-4198-b26e-86dccd14d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2d30608d-0542-4414-bc74-559ce1be5d09), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:31.766373 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f360d9-3bdc-4198-b26e-86dccd14d95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30608d-0542-4414-bc74-559ce1be5d09,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:31.773226 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d0f360d9-3bdc-4198-b26e-86dccd14d95e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e062c65073344019b40ed7da5bddb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532136 May 19 15:07:31.773376 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45488) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:31.786869 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:31.823812 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-780055cb-941a-4bc8-ac80-74677bcfcf12 admin admin] Publish callbacks [] for security_group (2d30608d-0542-4414-bc74-559ce1be5d09), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:31.844865 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-780055cb-941a-4bc8-ac80-74677bcfcf12 admin admin] Publish callbacks [] for security_group (2d30608d-0542-4414-bc74-559ce1be5d09), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:31.892585 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-780055cb-941a-4bc8-ac80-74677bcfcf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2d30608d-0542-4414-bc74-559ce1be5d09), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:31.895052 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-780055cb-941a-4bc8-ac80-74677bcfcf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:31.896493 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-780055cb-941a-4bc8-ac80-74677bcfcf12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d30608d-0542-4414-bc74-559ce1be5d09 HTTP/1.1" status: 204 len: 168 time: 0.1222029 May 19 15:07:31.908425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780055cb-941a-4bc8-ac80-74677bcfcf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30608d-0542-4414-bc74-559ce1be5d09,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:32.039338 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:32.370520 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4959-92ae-4624-8aa3-13196f612134 req-2a954fb7-a255-4310-809e-76c28849c20a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:32.372226 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1cb4959-92ae-4624-8aa3-13196f612134 req-2a954fb7-a255-4310-809e-76c28849c20a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0694373 May 19 15:07:32.422014 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1cb4959-92ae-4624-8aa3-13196f612134 req-a32c1577-d579-43cc-9876-f15403a22b5b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 May 19 15:07:32.611436 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45532) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:32.693963 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d80bb-f232-449a-a4a4-0261a830ec7c req-d347e05a-fc32-4e05-85ca-138b5b9c5c91 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:32.696122 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-865d80bb-f232-449a-a4a4-0261a830ec7c req-d347e05a-fc32-4e05-85ca-138b5b9c5c91 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0512998 May 19 15:07:32.728112 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4d61fb5-0ff1-45a8-9267-05b76119e894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:32.750418 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-865d80bb-f232-449a-a4a4-0261a830ec7c req-57a58e8d-de58-4c7e-82ac-a977a1dcf551 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488327 May 19 15:07:32.819961 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4d61fb5-0ff1-45a8-9267-05b76119e894 admin admin] Publish callbacks [] for security_group (72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:32.824320 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4d61fb5-0ff1-45a8-9267-05b76119e894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:32.867238 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c4d61fb5-0ff1-45a8-9267-05b76119e894 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0089bf367acd48868afea67bfd19a5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546461 May 19 15:07:32.867965 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d61fb5-0ff1-45a8-9267-05b76119e894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:32.869834 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45568) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:32.919370 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c14b336f-9255-4f12-ab6b-2c0c2f25e40b admin admin] Publish callbacks [] for security_group (72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:32.942228 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c14b336f-9255-4f12-ab6b-2c0c2f25e40b admin admin] Publish callbacks [] for security_group (72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:32.993502 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c14b336f-9255-4f12-ab6b-2c0c2f25e40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:32.996326 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c14b336f-9255-4f12-ab6b-2c0c2f25e40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.000107 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c14b336f-9255-4f12-ab6b-2c0c2f25e40b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d HTTP/1.1" status: 204 len: 168 time: 0.1286619 May 19 15:07:33.009460 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b336f-9255-4f12-ab6b-2c0c2f25e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c2d938-fe5e-41da-9cc2-e7ba9dc7ec2d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:33.308545 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45594) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:33.321772 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc8d4-08cd-487b-80e6-1a69e91d20e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.406921 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc8d4-08cd-487b-80e6-1a69e91d20e0 admin admin] Publish callbacks [] for security_group (3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.411465 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc8d4-08cd-487b-80e6-1a69e91d20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.452331 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ff7dc8d4-08cd-487b-80e6-1a69e91d20e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb2930d1b0b74e07aec8185190a78e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427190 May 19 15:07:33.453200 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dc8d4-08cd-487b-80e6-1a69e91d20e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:33.455191 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45596) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:33.508221 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b2f55618-0535-4827-bd9e-c79df8a2fd1a admin admin] Publish callbacks [] for security_group (3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.541048 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b2f55618-0535-4827-bd9e-c79df8a2fd1a admin admin] Publish callbacks [] for security_group (3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.604558 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b2f55618-0535-4827-bd9e-c79df8a2fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.607306 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b2f55618-0535-4827-bd9e-c79df8a2fd1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.608434 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b2f55618-0535-4827-bd9e-c79df8a2fd1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc HTTP/1.1" status: 204 len: 168 time: 0.1521432 May 19 15:07:33.621574 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f55618-0535-4827-bd9e-c79df8a2fd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfab17b-4d0c-40b0-8ce0-ba1c7177f7fc,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:33.878258 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632a6a2-f61b-4b83-8ed4-617abf6754d8 req-a59849ea-1b2e-485b-b8c9-516abb762c97 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:33.879763 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e632a6a2-f61b-4b83-8ed4-617abf6754d8 req-a59849ea-1b2e-485b-b8c9-516abb762c97 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0494912 May 19 15:07:33.931173 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e632a6a2-f61b-4b83-8ed4-617abf6754d8 req-7d02daa2-c0df-44e4-8e00-ec66ff1520f5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 May 19 15:07:33.957285 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45610) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:33.973298 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a2dd155b-f08f-4710-a3c7-c3af03f96cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:33.990940 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:34.048580 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a2dd155b-f08f-4710-a3c7-c3af03f96cbc admin admin] Publish callbacks [] for security_group (1649f6fc-d100-47a1-b75c-9fb82d4704f0), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:34.051958 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a2dd155b-f08f-4710-a3c7-c3af03f96cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1649f6fc-d100-47a1-b75c-9fb82d4704f0), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:34.056261 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:34.095441 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a2dd155b-f08f-4710-a3c7-c3af03f96cbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61bf044212cb427fb5fe0b8773d0159d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370728 May 19 15:07:34.096564 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd155b-f08f-4710-a3c7-c3af03f96cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1649f6fc-d100-47a1-b75c-9fb82d4704f0,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:34.098158 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45612) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:34.145317 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33d4259d-2641-4399-b9f5-a8324c7f9e85 admin admin] Publish callbacks [] for security_group (1649f6fc-d100-47a1-b75c-9fb82d4704f0), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:34.166495 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33d4259d-2641-4399-b9f5-a8324c7f9e85 admin admin] Publish callbacks [] for security_group (1649f6fc-d100-47a1-b75c-9fb82d4704f0), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:34.213313 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33d4259d-2641-4399-b9f5-a8324c7f9e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1649f6fc-d100-47a1-b75c-9fb82d4704f0), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:34.216125 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33d4259d-2641-4399-b9f5-a8324c7f9e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:34.217246 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-33d4259d-2641-4399-b9f5-a8324c7f9e85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1649f6fc-d100-47a1-b75c-9fb82d4704f0 HTTP/1.1" status: 204 len: 168 time: 0.1180654 May 19 15:07:34.224785 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4259d-2641-4399-b9f5-a8324c7f9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649f6fc-d100-47a1-b75c-9fb82d4704f0,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:34.542970 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-7dffe06e-974f-4c4a-ac50-c4a039c5c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:34.544763 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-7dffe06e-974f-4c4a-ac50-c4a039c5c8d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1129 time: 0.0521870 May 19 15:07:34.615829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:34.653978 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-8116e257-128e-4f70-ac78-805e65ea710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:34.656237 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-8116e257-128e-4f70-ac78-805e65ea710c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.1048155 May 19 15:07:34.884125 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-e4f45f4e-8c47-41bc-ba9e-65ca3ce5b5a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 200 len: 217 time: 0.0393968 May 19 15:07:34.949303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-2e4d3cd1-6933-4eae-8b78-c13f308e9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:34.951317 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-2e4d3cd1-6933-4eae-8b78-c13f308e9d31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0563347 May 19 15:07:34.998588 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45664) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:35.008244 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:35.018064 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-f0385a64-72ef-4374-a183-f50c05fb3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:35.019580 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-f0385a64-72ef-4374-a183-f50c05fb3603 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530267 May 19 15:07:35.075592 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fec6c1-282d-4c8a-8cf6-eca9a6d4c404 req-43b923b5-7805-4b6f-8e1e-5f2511cc5844 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:35.076998 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f5fec6c1-282d-4c8a-8cf6-eca9a6d4c404 req-43b923b5-7805-4b6f-8e1e-5f2511cc5844 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0554821 May 19 15:07:35.123310 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1232885276-network', 'tenant_id': '8f7a1fc211304ed3a001282402fa73cc'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:35.125657 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-b96be369-eff1-4c9a-bf34-3ac6a800461f service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978003 May 19 15:07:35.151853 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f5fec6c1-282d-4c8a-8cf6-eca9a6d4c404 req-49632d58-41d4-453f-8adc-7f0c7d306cd6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654428 May 19 15:07:35.160443 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Made reservation on behalf of 8f7a1fc211304ed3a001282402fa73cc for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:35.163796 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.178784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.228000 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b76c81d-0eef-4f1f-8a66-fb7b266c408a req-1fd85975-212b-4205-8bcb-1a72fac345da service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944128 May 19 15:07:35.262796 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks [] for security_group (61d2f29f-a614-4a84-a942-a3de5168cae4), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.266634 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (61d2f29f-a614-4a84-a942-a3de5168cae4), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.297819 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:07:35.308160 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d2f29f-a614-4a84-a942-a3de5168cae4,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:35.316720 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (e581618a-0639-4d2c-b03d-c8e01bae6188), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.317289 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Added segment e581618a-0639-4d2c-b03d-c8e01bae6188 of type vlan for network caae226b-eb30-4cc3-81ca-a5536dcb8101 May 19 15:07:35.361533 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (caae226b-eb30-4cc3-81ca-a5536dcb8101), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.386629 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (caae226b-eb30-4cc3-81ca-a5536dcb8101), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.387762 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:35.388323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.447136 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4473073 May 19 15:07:35.450244 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45674) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:35.450405 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4718ce5-4d22-4074-9105-e97f27b661b0 admin admin] Pushing event updated for resources: {'Network': ['ID=caae226b-eb30-4cc3-81ca-a5536dcb8101,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:35.456161 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Request body: {'subnet': {'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1232885276-subnet', 'tenant_id': '8f7a1fc211304ed3a001282402fa73cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:35.462189 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network caae226b-eb30-4cc3-81ca-a5536dcb8101 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:07:35.485385 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Made reservation on behalf of 8f7a1fc211304ed3a001282402fa73cc for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:35.488065 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192721'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.674048 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25653349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192711'] for subnet (e39008de-b1dc-4884-9931-a2bcd658aa63), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.742994 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39008de-b1dc-4884-9931-a2bcd658aa63,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:35.761089 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Checking segment: {'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:35.761441 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Network hostable DHCP agents. Network: caae226b-eb30-4cc3-81ca-a5536dcb8101, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:07:35.780120 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Network caae226b-eb30-4cc3-81ca-a5536dcb8101 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:07:35.792737 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, caae226b-eb30-4cc3-81ca-a5536dcb8101) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:35.797164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:35.800761 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:35.804744 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f690e7c8-f3f2-4e84-b2ea-cf5b5220aeba None None] Network caae226b-eb30-4cc3-81ca-a5536dcb8101 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:07:35.819863 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ac934935-9542-437f-bde6-0bfad994d83a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3678596 May 19 15:07:35.920151 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68091784-fc4f-4012-a8fe-30bcb00d623e None None] Network caae226b-eb30-4cc3-81ca-a5536dcb8101 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:07:36.282855 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07872403-64bb-495b-81d4-05084152e316 req-a23f637d-05d0-4c70-a54f-6eaa77aa65aa tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:36.284437 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07872403-64bb-495b-81d4-05084152e316 req-a23f637d-05d0-4c70-a54f-6eaa77aa65aa tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0546784 May 19 15:07:36.336749 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07872403-64bb-495b-81d4-05084152e316 req-454f4d5a-62b8-43a9-9422-6eb86e25752c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 May 19 15:07:37.048639 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6df6-282b-4414-9d66-79c6c469e4a3 req-d8e767f9-4de9-4487-9da8-375b18b9fa65 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:37.050109 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1ce6df6-282b-4414-9d66-79c6c469e4a3 req-d8e767f9-4de9-4487-9da8-375b18b9fa65 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0478466 May 19 15:07:37.098394 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1ce6df6-282b-4414-9d66-79c6c469e4a3 req-d6684528-0d1f-42c5-a7ec-e84b9b55af5e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 May 19 15:07:37.344941 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45732) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:37.476106 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-344d7410-d910-4601-ad60-62919fc98b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:37.483579 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96a466-91b9-4030-81dc-4365f9147422 req-db37fcbf-b2c1-4d60-bb10-c461d4a81461 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:37.492414 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c96a466-91b9-4030-81dc-4365f9147422 req-db37fcbf-b2c1-4d60-bb10-c461d4a81461 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0771744 May 19 15:07:37.552170 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c96a466-91b9-4030-81dc-4365f9147422 req-4d1030a6-19ee-473c-bfa5-ea285c4bbdbd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 May 19 15:07:37.613076 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-344d7410-d910-4601-ad60-62919fc98b9e admin admin] Publish callbacks [] for security_group (dcd61fb8-e93f-4197-93d7-beb6fb6acf75), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:37.617697 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-344d7410-d910-4601-ad60-62919fc98b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (dcd61fb8-e93f-4197-93d7-beb6fb6acf75), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:37.649639 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:37.664163 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-344d7410-d910-4601-ad60-62919fc98b9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95a67bc5817346af8f7f3f8d2cff3625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181102 May 19 15:07:37.664934 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7410-d910-4601-ad60-62919fc98b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd61fb8-e93f-4197-93d7-beb6fb6acf75,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:37.667237 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45754) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:37.698573 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:37.724871 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3a32388e-9bf0-41c8-8ef0-c544b26a9b20 admin admin] Publish callbacks [] for security_group (dcd61fb8-e93f-4197-93d7-beb6fb6acf75), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:37.731819 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:37.752781 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3a32388e-9bf0-41c8-8ef0-c544b26a9b20 admin admin] Publish callbacks [] for security_group (dcd61fb8-e93f-4197-93d7-beb6fb6acf75), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:37.796466 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:37.828761 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-245d4da2-b0ef-47df-b2b1-143c571ed552 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:37.830400 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-245d4da2-b0ef-47df-b2b1-143c571ed552 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/networks?id=caae226b-eb30-4cc3-81ca-a5536dcb8101 HTTP/1.1" status: 200 len: 814 time: 0.1266305 May 19 15:07:37.834338 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3a32388e-9bf0-41c8-8ef0-c544b26a9b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (dcd61fb8-e93f-4197-93d7-beb6fb6acf75), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:37.837890 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3a32388e-9bf0-41c8-8ef0-c544b26a9b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:37.839103 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3a32388e-9bf0-41c8-8ef0-c544b26a9b20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcd61fb8-e93f-4197-93d7-beb6fb6acf75 HTTP/1.1" status: 204 len: 168 time: 0.1704218 May 19 15:07:37.850640 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-7c2ad9af-76ed-45c9-85f7-8aba6bd7df07 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/quotas/8f7a1fc211304ed3a001282402fa73cc HTTP/1.1" status: 200 len: 375 time: 0.0101593 May 19 15:07:37.866496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32388e-9bf0-41c8-8ef0-c544b26a9b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd61fb8-e93f-4197-93d7-beb6fb6acf75,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:38.125945 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-dc79a182-6d69-43a9-8a56-ebe27dd4407b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f7a1fc211304ed3a001282402fa73cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2618275 May 19 15:07:38.262682 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf91a1-6432-427a-87c0-f80a2c5c3f99 req-c699207e-f347-4438-b649-159523fdf757 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:38.264294 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-40cf91a1-6432-427a-87c0-f80a2c5c3f99 req-c699207e-f347-4438-b649-159523fdf757 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0752699 May 19 15:07:38.273186 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-f8c7832a-de73-4630-a38f-5b57e16cd9c7 service neutron] 10.222.0.24 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387265 May 19 15:07:38.387851 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-40cf91a1-6432-427a-87c0-f80a2c5c3f99 req-ce6b6fea-50bd-49ad-96ad-16114f22a6f3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054690 May 19 15:07:38.413670 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-35a71cf5-f276-4a52-a494-156c3297b52a service neutron] 10.222.0.24 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396146 May 19 15:07:38.603819 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0b97fe2a-3ed1-4967-b47a-223c6cf32cd7 req-2d43ed24-3f59-4577-b920-e7f1b681ef78 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 210 time: 0.0396082 May 19 15:07:38.621202 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45794) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:38.692909 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460adfe7-b714-4b18-b3f9-96ab1ddd651d req-49edf69e-a46c-4615-a8a9-61f00ad99af4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:38.695936 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-460adfe7-b714-4b18-b3f9-96ab1ddd651d req-49edf69e-a46c-4615-a8a9-61f00ad99af4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0519135 May 19 15:07:38.750127 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-686343966-network', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:38.755417 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-460adfe7-b714-4b18-b3f9-96ab1ddd651d req-7487dc84-dee6-46d0-8f98-1a78aaa2c09e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 May 19 15:07:38.779670 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Made reservation on behalf of 2c71bc8f0a164884bc0c046fd1e7faab for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:38.782039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:38.792514 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:38.900980 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks [] for security_group (8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:38.904826 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:38.946942 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:07:38.957425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:38.963587 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (fdf6e9de-1554-46f5-bd9a-f40d733d82e0), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:38.964008 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Added segment fdf6e9de-1554-46f5-bd9a-f40d733d82e0 of type vlan for network c953f990-ab01-4a12-ad62-ff0b653ea46c May 19 15:07:39.011954 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (c953f990-ab01-4a12-ad62-ff0b653ea46c), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.053554 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (c953f990-ab01-4a12-ad62-ff0b653ea46c), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.054537 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:39.055919 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.135187 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45810) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:39.137400 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5148864 May 19 15:07:39.141167 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Request body: {'subnet': {'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-686343966-subnet', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:39.148898 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac05c-ee20-4970-ac39-e8cd5ddbd2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c953f990-ab01-4a12-ad62-ff0b653ea46c,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:39.160273 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network c953f990-ab01-4a12-ad62-ff0b653ea46c details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:07:39.174047 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Made reservation on behalf of 2c71bc8f0a164884bc0c046fd1e7faab for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:39.178685 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.362814 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (08e45018-96b2-47f0-acb5-298ca215d38d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.421064 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e45018-96b2-47f0-acb5-298ca215d38d,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:39.431448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Checking segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:39.431802 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Network hostable DHCP agents. Network: c953f990-ab01-4a12-ad62-ff0b653ea46c, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:07:39.449670 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:07:39.460098 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, c953f990-ab01-4a12-ad62-ff0b653ea46c) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:39.465038 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:39.466825 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.467733 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916720aa-7bf6-4c35-8e74-cc29acc39587 None None] Network c953f990-ab01-4a12-ad62-ff0b653ea46c requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:07:39.517883 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5952f340-0e28-4c0a-b987-a5d2ac7825d9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3812768 May 19 15:07:39.520737 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45816) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:39.527070 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:39.537366 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526255-0090-4766-a21d-31291f3e7c55 req-7a32607c-eb28-47f6-8a9e-ee79d8fa06dc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:39.539445 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9d526255-0090-4766-a21d-31291f3e7c55 req-7a32607c-eb28-47f6-8a9e-ee79d8fa06dc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0701003 May 19 15:07:39.565112 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:39.568590 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.570110 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.575712 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:39.579086 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-c953f990-ab01-4a12-ad62-ff0b653ea46c', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:07:39.580701 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.623658 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9d526255-0090-4766-a21d-31291f3e7c55 req-09715814-a6ef-4421-b866-16e530c041ee tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768042 May 19 15:07:39.663122 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks [] for router_controller (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.761103 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Allocated IP 172.20.0.2 (c953f990-ab01-4a12-ad62-ff0b653ea46c/08e45018-96b2-47f0-acb5-298ca215d38d/6523f095-6836-410e-a9e8-491f53ef5fda) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:39.772409 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8a7ac66c-5bf1-4ead-8d8f-ad6eaecc4731 req-7c522a9c-1d32-45b4-bc3f-06a288754a61 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 210 time: 0.0549831 May 19 15:07:39.834962 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=19 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:39.842021 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:39.874186 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-51b790e8-6e34-43fe-86cf-2f4e4d5d7024 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:39.876638 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-51b790e8-6e34-43fe-86cf-2f4e4d5d7024 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "GET /v2.0/networks?id=caae226b-eb30-4cc3-81ca-a5536dcb8101 HTTP/1.1" status: 200 len: 814 time: 0.1354883 May 19 15:07:39.887109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks [] for router_gateway (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.896157 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Request body: {'port': {'device_id': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101', 'admin_state_up': True, 'tenant_id': '8f7a1fc211304ed3a001282402fa73cc'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:39.901726 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:39.907896 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:39.971831 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Publish callbacks [] for port (6523f095-6836-410e-a9e8-491f53ef5fda), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:39.980464 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.047214 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Pushing event updated for resources: {'Port': ['ID=6523f095-6836-410e-a9e8-491f53ef5fda,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:40.047951 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Made reservation on behalf of 8f7a1fc211304ed3a001282402fa73cc for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:40.051944 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:40.052577 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.053389 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:40.058699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:40.062361 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.062702 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.063057 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.063699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.064181 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.064653 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.065124 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.065611 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.066095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.066565 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.067054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.067425 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.067755 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.068197 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.068521 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:40.126282 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks [] for router_gateway (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.133136 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:40.144160 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Attempting to bind port 6523f095-6836-410e-a9e8-491f53ef5fda on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:40.144528 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Attempting to bind port 6523f095-6836-410e-a9e8-491f53ef5fda by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:40.144975 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Attempting to bind port 6523f095-6836-410e-a9e8-491f53ef5fda on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:40.155152 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:40.155555 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Checking segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:40.155949 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.156336 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Bound using segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:40.156818 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Bound port: 6523f095-6836-410e-a9e8-491f53ef5fda, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:40.157193 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.158421 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.223272 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Allocated IP 172.20.0.14 (caae226b-eb30-4cc3-81ca-a5536dcb8101/e39008de-b1dc-4884-9931-a2bcd658aa63/8dce6e6e-d156-430b-8f9c-e219fc9db6df) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:40.245269 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] For port 6523f095-6836-410e-a9e8-491f53ef5fda, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:40.248807 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] For port 6523f095-6836-410e-a9e8-491f53ef5fda, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=6523f095-6836-410e-a9e8-491f53ef5fda,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:40.255890 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.297423 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Allocated IP 172.27.2.186 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/703fbc9e-a069-4ffe-ae78-0abde1471d43) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:40.346557 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:40.348116 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b20ba-76a3-46e9-99b1-574f09f803f9 None None] Pushing event updated for resources: {'Port': ['ID=6523f095-6836-410e-a9e8-491f53ef5fda,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:40.395363 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45834) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:40.401041 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-8f5c7e3f-fa76-4fbf-a5f4-90c177239d1c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462772361', 'description': 'tempest-description--1185639057'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:40.438268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks [] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.452141 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7e3f-fa76-4fbf-a5f4-90c177239d1c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.460527 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks [] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.479598 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.511983 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:40.539830 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Network caae226b-eb30-4cc3-81ca-a5536dcb8101 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:40.543350 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:40.547939 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:40.554648 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Pushing event updated for resources: {'Port': ['ID=8dce6e6e-d156-430b-8f9c-e219fc9db6df,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:40.561573 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.617417 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:40.618086 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.619829 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:40.631902 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7e3f-fa76-4fbf-a5f4-90c177239d1c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group (223308f5-c482-4e90-88ab-b2c54821a6b6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.633084 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:40.635894 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:40.670908 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7e3f-fa76-4fbf-a5f4-90c177239d1c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (223308f5-c482-4e90-88ab-b2c54821a6b6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.671116 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-d64ccabf-799c-42d0-b4e2-591b1a3df030 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7797372 May 19 15:07:40.691185 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Request body: {'port': {'device_id': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:40.697073 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Pushing event updated for resources: {'Port': ['ID=703fbc9e-a069-4ffe-ae78-0abde1471d43,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:40.711629 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:40.733788 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7e3f-fa76-4fbf-a5f4-90c177239d1c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223308f5-c482-4e90-88ab-b2c54821a6b6,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:40.744722 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7e3f-fa76-4fbf-a5f4-90c177239d1c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.745730 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-8f5c7e3f-fa76-4fbf-a5f4-90c177239d1c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3490572 May 19 15:07:40.751409 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45840) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:40.766288 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-197ea4e4-027f-488e-b2e2-bbd065137477 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'security_group_rule': {'security_group_id': '223308f5-c482-4e90-88ab-b2c54821a6b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:40.813836 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.853589 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-197ea4e4-027f-488e-b2e2-bbd065137477 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group_rule (71abea60-3f76-46b0-b6a6-2f2f16b5f1fc), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:40.898003 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78c28b-3b21-4a6f-ba09-23371bb68a27 req-840f40b4-cceb-41d5-8810-7d4c6a7a7ecc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:40.899614 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e78c28b-3b21-4a6f-ba09-23371bb68a27 req-840f40b4-cceb-41d5-8810-7d4c6a7a7ecc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1057465 May 19 15:07:41.008608 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-197ea4e4-027f-488e-b2e2-bbd065137477 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group_rule (71abea60-3f76-46b0-b6a6-2f2f16b5f1fc), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.015372 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-197ea4e4-027f-488e-b2e2-bbd065137477 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (71abea60-3f76-46b0-b6a6-2f2f16b5f1fc), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.016339 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75777d-fadb-4c24-b87d-7fb118cc9834 req-558694a0-ac94-4a15-ad75-99fe00988846 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:41.017837 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5f75777d-fadb-4c24-b87d-7fb118cc9834 req-558694a0-ac94-4a15-ad75-99fe00988846 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 932 time: 0.1111109 May 19 15:07:41.040071 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ea4e4-027f-488e-b2e2-bbd065137477 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71abea60-3f76-46b0-b6a6-2f2f16b5f1fc,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:41.052349 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:41.061201 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e78c28b-3b21-4a6f-ba09-23371bb68a27 req-2db06082-e310-456b-b166-83682f640574 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533108 May 19 15:07:41.086462 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-197ea4e4-027f-488e-b2e2-bbd065137477 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.090304 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-197ea4e4-027f-488e-b2e2-bbd065137477 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255041 May 19 15:07:41.101385 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45848) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:41.108276 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d256742e-c660-4d64-bea4-4c13fbccbf07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'security_group_rule': {'security_group_id': '223308f5-c482-4e90-88ab-b2c54821a6b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:41.175654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks [] for router_gateway (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.225782 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d256742e-c660-4d64-bea4-4c13fbccbf07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group_rule (e3670a72-15e6-43a9-be43-6cd6df7b52ba), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.232029 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6523f095-6836-410e-a9e8-491f53ef5fda up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:41.254228 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5f75777d-fadb-4c24-b87d-7fb118cc9834 req-4889e569-0d07-480c-81b4-fff268bc51da tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291214 May 19 15:07:41.259619 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dce6e6e-d156-430b-8f9c-e219fc9db6df {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:07:41.269667 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Publish callbacks [] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.295285 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:41.295285 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Transition to ACTIVE for port object 8dce6e6e-d156-430b-8f9c-e219fc9db6df will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:07:41.302242 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.305055 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 6523f095-6836-410e-a9e8-491f53ef5fda triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:41.306018 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.368429 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Pushing event updated for resources: {'Port': ['ID=8dce6e6e-d156-430b-8f9c-e219fc9db6df,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:41.427599 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 6523f095-6836-410e-a9e8-491f53ef5fda is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:41.428044 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.464049 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 6523f095-6836-410e-a9e8-491f53ef5fda, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=6523f095-6836-410e-a9e8-491f53ef5fda,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:41.469532 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.484705 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Attempting to bind port 8dce6e6e-d156-430b-8f9c-e219fc9db6df on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:41.485421 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Attempting to bind port 8dce6e6e-d156-430b-8f9c-e219fc9db6df by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:41.485946 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Attempting to bind port 8dce6e6e-d156-430b-8f9c-e219fc9db6df on network caae226b-eb30-4cc3-81ca-a5536dcb8101 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:41.488179 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.493067 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Port 8dce6e6e-d156-430b-8f9c-e219fc9db6df on network caae226b-eb30-4cc3-81ca-a5536dcb8101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:07:41.493723 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Attempting to bind port 8dce6e6e-d156-430b-8f9c-e219fc9db6df on network caae226b-eb30-4cc3-81ca-a5536dcb8101 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:41.493841 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:41.504895 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:41.504895 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Checking segment: {'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:41.505854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Bound using segment: {'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:41.506614 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Bound port: 8dce6e6e-d156-430b-8f9c-e219fc9db6df, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:41.506987 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.536093 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=6523f095-6836-410e-a9e8-491f53ef5fda,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:41.541815 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d256742e-c660-4d64-bea4-4c13fbccbf07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group_rule (e3670a72-15e6-43a9-be43-6cd6df7b52ba), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.550058 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d256742e-c660-4d64-bea4-4c13fbccbf07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (e3670a72-15e6-43a9-be43-6cd6df7b52ba), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.583391 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256742e-c660-4d64-bea4-4c13fbccbf07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3670a72-15e6-43a9-be43-6cd6df7b52ba,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:41.595813 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d256742e-c660-4d64-bea4-4c13fbccbf07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.597137 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d256742e-c660-4d64-bea4-4c13fbccbf07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4932520 May 19 15:07:41.601386 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] For port 8dce6e6e-d156-430b-8f9c-e219fc9db6df, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:41.601568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45850) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:41.603742 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] For port 8dce6e6e-d156-430b-8f9c-e219fc9db6df, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8dce6e6e-d156-430b-8f9c-e219fc9db6df,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:41.612467 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.633764 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:41.647186 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:41.647840 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.649264 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-201cf060-59ff-4efd-a15a-732d043949af service neutron] 10.222.0.49 "PUT /v2.0/ports/8dce6e6e-d156-430b-8f9c-e219fc9db6df HTTP/1.1" status: 200 len: 1094 time: 0.9695928 May 19 15:07:41.649731 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'tag': '8dce6e6e-d156-430b-8f9c-e219fc9db6df'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:07:41.652194 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "abfb9153-3ce0-4a77-bcaf-ff150167e0cd", "tag": "8dce6e6e-d156-430b-8f9c-e219fc9db6df"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:07:41.674565 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:41.682517 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.682758 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cf060-59ff-4efd-a15a-732d043949af service neutron] Pushing event updated for resources: {'Port': ['ID=8dce6e6e-d156-430b-8f9c-e219fc9db6df,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:41.687382 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf1c70-c97d-432d-b2aa-fa641653cfd7 None None] Network c953f990-ab01-4a12-ad62-ff0b653ea46c requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:07:41.759651 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:07:41.772527 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c9a4b9-dc84-4d51-bbdd-346d83669de2 x-openstack-request-id: req-25c9a4b9-dc84-4d51-bbdd-346d83669de2 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:07:41.773465 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfb9153-3ce0-4a77-bcaf-ff150167e0cd", "tag": "8dce6e6e-d156-430b-8f9c-e219fc9db6df", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:07:41.774026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25c9a4b9-dc84-4d51-bbdd-346d83669de2 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:07:41.775359 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c9a4b9-dc84-4d51-bbdd-346d83669de2'] response: {'name': 'network-changed', 'server_uuid': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'tag': '8dce6e6e-d156-430b-8f9c-e219fc9db6df', 'status': 'completed', 'code': 200} May 19 15:07:41.784420 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-4ef67b87-331b-41a8-a331-79238626c8a9 None None] Provisioning complete for port 6523f095-6836-410e-a9e8-491f53ef5fda triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:41.784914 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4ef67b87-331b-41a8-a331-79238626c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:41.786785 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-6e453c17-6792-4ec8-a035-0c61a1c21dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:41.789710 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-6e453c17-6792-4ec8-a035-0c61a1c21dc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f7a1fc211304ed3a001282402fa73cc&device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 1128 time: 0.0702608 May 19 15:07:41.840270 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-23b7d1ec-c6c7-440b-b699-892855b73f06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce6e6e-d156-430b-8f9c-e219fc9db6df HTTP/1.1" status: 200 len: 217 time: 0.0411191 May 19 15:07:41.845630 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:41.901756 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-7dfcca47-9002-41a0-a86f-83cab1d97674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:41.903403 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-7dfcca47-9002-41a0-a86f-83cab1d97674 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e39008de-b1dc-4884-9931-a2bcd658aa63 HTTP/1.1" status: 200 len: 854 time: 0.0565569 May 19 15:07:41.956426 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-4ef67b87-331b-41a8-a331-79238626c8a9 None None] Current status of the port 6523f095-6836-410e-a9e8-491f53ef5fda is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:41.957474 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-a1f55a92-3a32-4030-9024-e980834f0eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=caae226b-eb30-4cc3-81ca-a5536dcb8101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382841 May 19 15:07:42.045607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.068069 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-b27806a8-3028-48bc-b4d0-b9825e8856d1 service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036465 May 19 15:07:42.177792 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-156cd8a9-e483-4475-bcce-7fa5c273b6bd req-109eb3e2-2eae-4c33-bade-d06639123dd4 service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037076 May 19 15:07:42.190088 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-4407b8e6-bd12-4534-be89-0848a39a6b7f None None] Provisioning complete for port 6523f095-6836-410e-a9e8-491f53ef5fda triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:42.190735 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4407b8e6-bd12-4534-be89-0848a39a6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.199125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:07:42.211045 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:07:42.233905 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:42.234523 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:42.262529 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53405f06-53ce-48ee-8f46-7b2da82f6149 req-853005f6-4614-4ae4-b9f3-ba6922c70fd6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:42.264386 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-53405f06-53ce-48ee-8f46-7b2da82f6149 req-853005f6-4614-4ae4-b9f3-ba6922c70fd6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1196811 May 19 15:07:42.283776 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.285268 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d6739b0c-1a32-4ed3-b1a7-92a6529dcd4c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7636213 May 19 15:07:42.288754 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45862) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:42.311558 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-4407b8e6-bd12-4534-be89-0848a39a6b7f None None] Current status of the port 6523f095-6836-410e-a9e8-491f53ef5fda is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:42.337356 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Allocated IP 172.27.2.104 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/1755e348-1b31-4bd0-9034-d041c578ad6e) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:42.382304 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:42.415780 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-53405f06-53ce-48ee-8f46-7b2da82f6149 req-8b8fe877-2821-4c11-b71b-4d765f1ebf36 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361737 May 19 15:07:42.426017 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:42.469703 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d1df6-be4c-4a2e-a887-08e8f60f4ef1 req-ee60a78d-d9a2-466c-83d2-454cd9b13c6f tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:42.471731 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-097d1df6-be4c-4a2e-a887-08e8f60f4ef1 req-ee60a78d-d9a2-466c-83d2-454cd9b13c6f tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 944 time: 0.1109793 May 19 15:07:42.560030 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-097d1df6-be4c-4a2e-a887-08e8f60f4ef1 req-77afb510-ef55-41b5-8ad2-6dc1eea750cc tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776186 May 19 15:07:42.565119 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.594511 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:42.596723 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:40Z', 'revision_number': 3, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:42.610625 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.628626 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:07:42.629304 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Updating router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 port 703fbc9e-a069-4ffe-ae78-0abde1471d43 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:07:42.662388 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:42.663939 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.666089 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:42.670330 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:42.700340 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'Port': ['ID=1755e348-1b31-4bd0-9034-d041c578ad6e,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:42.773808 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:42.777920 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.829137 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:42.935164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:42.978643 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.037844 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.044200 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.064040 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Publish callbacks [] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.070498 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.110994 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Pushing event updated for resources: {'Port': ['ID=703fbc9e-a069-4ffe-ae78-0abde1471d43,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:43.121748 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.121998 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.122358 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.122864 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.123378 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.123884 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.124211 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.124533 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.124869 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.125197 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.125517 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.125846 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.126327 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.126692 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'Port': ['ID=1755e348-1b31-4bd0-9034-d041c578ad6e,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:43.127055 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.127626 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:07:43.149338 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.151527 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Attempting to bind port 703fbc9e-a069-4ffe-ae78-0abde1471d43 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:43.151898 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Attempting to bind port 703fbc9e-a069-4ffe-ae78-0abde1471d43 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:43.152257 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Attempting to bind port 703fbc9e-a069-4ffe-ae78-0abde1471d43 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:43.157886 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:43.158477 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:43.158877 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.159445 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:43.160140 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Bound port: 703fbc9e-a069-4ffe-ae78-0abde1471d43, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:43.160449 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.170676 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.172071 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7912f661-177d-4f7c-94fb-d6bb63614fc8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5697458 May 19 15:07:43.177788 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Allocated IP 172.20.0.1 (c953f990-ab01-4a12-ad62-ff0b653ea46c/08e45018-96b2-47f0-acb5-298ca215d38d/314ea2b9-1668-49dc-a474-d364b395699a) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:43.217694 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] For port 703fbc9e-a069-4ffe-ae78-0abde1471d43, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:43.222367 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] For port 703fbc9e-a069-4ffe-ae78-0abde1471d43, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=703fbc9e-a069-4ffe-ae78-0abde1471d43,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:43.227501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-3cd333b4-3240-477e-bd45-9115faa6d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:43.229171 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-3cd333b4-3240-477e-bd45-9115faa6d086 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f7a1fc211304ed3a001282402fa73cc&device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 1128 time: 0.0691335 May 19 15:07:43.231678 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.257319 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6523f095-6836-410e-a9e8-491f53ef5fda up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:43.296032 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:43.317951 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3553897-ab70-4673-8053-b4925dbddba5 None None] Pushing event updated for resources: {'Port': ['ID=703fbc9e-a069-4ffe-ae78-0abde1471d43,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:43.339175 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 6523f095-6836-410e-a9e8-491f53ef5fda triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:43.339666 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.359401 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:43.360036 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:43.382271 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:43.448598 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-916d26df-db79-4ae3-94a1-d7e2c69324ac tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1462772361&fields=id&tenant_id=199f08479d9541bc936bb4ea80bae96a HTTP/1.1" status: 200 len: 267 time: 0.0519698 May 19 15:07:43.480367 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-be35c387-43fd-45b3-95a5-a1adff6c1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:43.480600 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 6523f095-6836-410e-a9e8-491f53ef5fda is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:43.483380 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-be35c387-43fd-45b3-95a5-a1adff6c1602 service neutron] 10.222.0.49 "GET /v2.0/networks?id=caae226b-eb30-4cc3-81ca-a5536dcb8101 HTTP/1.1" status: 200 len: 915 time: 0.2464507 May 19 15:07:43.498053 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks [] for port (314ea2b9-1668-49dc-a474-d364b395699a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.508835 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:43.544537 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-61a37c63-858c-40ae-8e47-b4c13f0f218f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce6e6e-d156-430b-8f9c-e219fc9db6df HTTP/1.1" status: 200 len: 217 time: 0.0445883 May 19 15:07:43.574657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (314ea2b9-1668-49dc-a474-d364b395699a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.584527 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:43.603061 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe3eb5-5d95-4884-a1fe-09b9e936cbad req-bb1bf243-b761-4326-a2d2-a3691e3c4f73 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:43.604631 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e7fe3eb5-5d95-4884-a1fe-09b9e936cbad req-bb1bf243-b761-4326-a2d2-a3691e3c4f73 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0729632 May 19 15:07:43.623609 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:43.628633 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:43.636157 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:43.643754 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-0de2881d-fa1a-4b95-8483-bec185a36598 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:43.648632 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-0de2881d-fa1a-4b95-8483-bec185a36598 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 818 time: 0.1855183 May 19 15:07:43.661856 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:43.672043 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Pushing event updated for resources: {'Port': ['ID=314ea2b9-1668-49dc-a474-d364b395699a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:43.686206 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e7fe3eb5-5d95-4884-a1fe-09b9e936cbad req-b7affad4-1090-4b3b-8a31-2ecc496ae2ac tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738211 May 19 15:07:43.695800 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-d4bb3f20-0009-4707-bab3-aea812bb58d7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/quotas/199f08479d9541bc936bb4ea80bae96a HTTP/1.1" status: 200 len: 375 time: 0.0134141 May 19 15:07:43.727679 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.757414 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-77fdd19f-7916-45a8-944f-aedbf8b613fe tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0560172 May 19 15:07:43.763861 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:40Z', 'revision_number': 3, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:43.815361 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a2748-d701-423c-88d3-b0bb78258799 None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:40Z', 'revision_number': 3, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:07:43.916774 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25059c-791a-4f10-ab7e-f1141a3512ef req-4a2d624b-31d0-453f-b52e-3eb19a760bc0 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:43.918621 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8e25059c-791a-4f10-ab7e-f1141a3512ef req-4a2d624b-31d0-453f-b52e-3eb19a760bc0 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 944 time: 0.1244264 May 19 15:07:43.974398 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:43.979306 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-252277ba-8734-4b83-a1e2-a6af064c8160 None None] Provisioning complete for port 314ea2b9-1668-49dc-a474-d364b395699a triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:43.979616 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-252277ba-8734-4b83-a1e2-a6af064c8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (314ea2b9-1668-49dc-a474-d364b395699a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:43.987969 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-0f267dd0-ee8a-4cb4-b113-ba7c50d4db3c service neutron] 10.222.0.24 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180290 May 19 15:07:43.989489 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-ee9ca1a0-b86d-4ad9-8b0e-048705389c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:43.991600 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-ee9ca1a0-b86d-4ad9-8b0e-048705389c14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e39008de-b1dc-4884-9931-a2bcd658aa63 HTTP/1.1" status: 200 len: 854 time: 0.1676724 May 19 15:07:44.033239 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-252277ba-8734-4b83-a1e2-a6af064c8160 None None] Port 314ea2b9-1668-49dc-a474-d364b395699a cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:07:44.042097 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63774f21-aca9-4ad0-a6de-388746d5609a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:44.064302 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (314ea2b9-1668-49dc-a474-d364b395699a), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:44.070467 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8e25059c-791a-4f10-ab7e-f1141a3512ef req-3838f696-dfb8-4dd6-8075-8f6b924da156 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398635 May 19 15:07:44.073072 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:44.098393 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:44.135666 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-e8b7925c-0f8d-4882-9b7b-9d76d6f24963 service neutron] 10.222.0.24 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428800 May 19 15:07:44.300882 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-190e944d-6fb7-4553-a1db-839927dd1b51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=caae226b-eb30-4cc3-81ca-a5536dcb8101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385623 May 19 15:07:44.428598 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d945e4de-3341-4d83-88f7-d190a04b398f req-358bdf2b-682f-477f-bcde-ba4dab2c66cd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 210 time: 0.0564878 May 19 15:07:44.542575 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 8dce6e6e-d156-430b-8f9c-e219fc9db6df details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:07:44.546815 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-f8d33baf-230a-461e-826c-250d22b332f2 service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303686 May 19 15:07:44.553368 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks [] for port (314ea2b9-1668-49dc-a474-d364b395699a), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:44.578069 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (314ea2b9-1668-49dc-a474-d364b395699a), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:44.686563 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 8dce6e6e-d156-430b-8f9c-e219fc9db6df, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8dce6e6e-d156-430b-8f9c-e219fc9db6df,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:44.704678 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '8dce6e6e-d156-430b-8f9c-e219fc9db6df', 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101', 'port_id': '8dce6e6e-d156-430b-8f9c-e219fc9db6df', 'mac_address': 'fa:16:3e:f5:86:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39008de-b1dc-4884-9931-a2bcd658aa63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:07:44.712947 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Pushing event updated for resources: {'Port': ['ID=314ea2b9-1668-49dc-a474-d364b395699a,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:44.718275 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:44.758970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 8dce6e6e-d156-430b-8f9c-e219fc9db6df is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:44.764217 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:44.778425 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dce6e6e-d156-430b-8f9c-e219fc9db6df {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:07:44.826501 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 8dce6e6e-d156-430b-8f9c-e219fc9db6df, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8dce6e6e-d156-430b-8f9c-e219fc9db6df,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:44.829407 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6b188b9-10b9-4bff-b1e5-11e40fd94c6a req-86447643-6cb8-44a2-aba2-f9e3d14a52e4 service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737789 May 19 15:07:44.832647 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:44.904368 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:44.906108 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:44.912074 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:44.928510 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=8dce6e6e-d156-430b-8f9c-e219fc9db6df,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:44.941756 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663651-32fd-48f1-b861-50c0cfecf88d req-59b7c78f-c220-48a6-bb39-afdb0dcd7ba8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:44.944290 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74663651-32fd-48f1-b861-50c0cfecf88d req-59b7c78f-c220-48a6-bb39-afdb0dcd7ba8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1069217 May 19 15:07:45.066945 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74663651-32fd-48f1-b861-50c0cfecf88d req-711a8063-56d4-4ef8-a821-80086954244c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165731 May 19 15:07:45.086444 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:07:45.111458 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['8dce6e6e-d156-430b-8f9c-e219fc9db6df'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:07:45.239780 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:45.307288 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94b651-e426-4dcf-88dc-153b8c1ff739 req-cfb9edae-0356-4149-9a89-417474098f39 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:45.316125 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1d94b651-e426-4dcf-88dc-153b8c1ff739 req-cfb9edae-0356-4149-9a89-417474098f39 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 945 time: 0.1039741 May 19 15:07:45.321389 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:45.322554 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 703fbc9e-a069-4ffe-ae78-0abde1471d43 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:45.341719 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:07:45.349152 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fa0ee8d4-2159-4dfd-ba47-0ccbfb5d66c3 admin admin] 10.222.0.24 "PUT /v2.0/routers/9bcaa32f-cdd2-4ccd-9902-18cf06e081c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0591600 May 19 15:07:45.391591 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1d94b651-e426-4dcf-88dc-153b8c1ff739 req-4b7f8aff-0206-484d-be98-ab6b301e2ce4 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744171 May 19 15:07:45.556494 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-95756581-039c-4c87-82f3-5db92583708e None None] Provisioning complete for port 314ea2b9-1668-49dc-a474-d364b395699a triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:45.557000 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95756581-039c-4c87-82f3-5db92583708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (314ea2b9-1668-49dc-a474-d364b395699a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.569185 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f4832cf3-de76-4373-95a5-90258c699fe6 req-fa92cc6e-5bd8-41f3-bd3e-fe2d6b4a5bc9 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 210 time: 0.0496514 May 19 15:07:45.666265 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-95756581-039c-4c87-82f3-5db92583708e None None] Port 314ea2b9-1668-49dc-a474-d364b395699a cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:07:45.673022 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 703fbc9e-a069-4ffe-ae78-0abde1471d43 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:45.673579 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.692222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45922) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:45.696718 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f2f90edf-3853-4bc3-a3c3-fbbe423b239a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051724951', 'description': 'tempest-description--1837675275'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:45.732361 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2f90edf-3853-4bc3-a3c3-fbbe423b239a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.813878 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 703fbc9e-a069-4ffe-ae78-0abde1471d43 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:45.814298 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.839514 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2f90edf-3853-4bc3-a3c3-fbbe423b239a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (5e908ed2-3938-464f-8cac-49c849991565), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.851487 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2f90edf-3853-4bc3-a3c3-fbbe423b239a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5e908ed2-3938-464f-8cac-49c849991565), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.877248 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 703fbc9e-a069-4ffe-ae78-0abde1471d43, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=703fbc9e-a069-4ffe-ae78-0abde1471d43,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:45.888363 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.892135 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f90edf-3853-4bc3-a3c3-fbbe423b239a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e908ed2-3938-464f-8cac-49c849991565,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:45.903219 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-984e4ad1-5876-4a25-b399-60f345420e07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:45.905204 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-984e4ad1-5876-4a25-b399-60f345420e07 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 818 time: 0.2170341 May 19 15:07:45.922277 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2f90edf-3853-4bc3-a3c3-fbbe423b239a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.926418 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f2f90edf-3853-4bc3-a3c3-fbbe423b239a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2331812 May 19 15:07:45.930476 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45936) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:45.939437 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-13f4f907-fefe-488b-ba95-e43a525cb6f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': '5e908ed2-3938-464f-8cac-49c849991565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:45.965903 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=703fbc9e-a069-4ffe-ae78-0abde1471d43,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:45.982488 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13f4f907-fefe-488b-ba95-e43a525cb6f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (41d00749-3b35-48af-976c-260b643b1f3d), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:45.991462 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-dbc31fd4-4cc5-4f78-be5e-53ac03baf6ec tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199f08479d9541bc936bb4ea80bae96a HTTP/1.1" status: 200 len: 380 time: 0.0752771 May 19 15:07:46.041336 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13f4f907-fefe-488b-ba95-e43a525cb6f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (41d00749-3b35-48af-976c-260b643b1f3d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.046982 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13f4f907-fefe-488b-ba95-e43a525cb6f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (41d00749-3b35-48af-976c-260b643b1f3d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.047537 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'port': {'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'admin_state_up': True, 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'security_groups': ['223308f5-c482-4e90-88ab-b2c54821a6b6']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:46.061450 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4f907-fefe-488b-ba95-e43a525cb6f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d00749-3b35-48af-976c-260b643b1f3d,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:46.083613 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13f4f907-fefe-488b-ba95-e43a525cb6f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.084944 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-13f4f907-fefe-488b-ba95-e43a525cb6f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533191 May 19 15:07:46.087726 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45946) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:46.095032 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-58bcfef0-56c0-4c6d-8997-02eb74d6b0df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': '5e908ed2-3938-464f-8cac-49c849991565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:46.114532 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45950) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:46.120663 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1496285575-network', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:46.153973 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58bcfef0-56c0-4c6d-8997-02eb74d6b0df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (c8e4c5ff-e42a-4519-982f-4b1d2fe74f73), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.181606 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Made reservation on behalf of 6407de57591f46f290c7c425a5b6c76d for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:46.183981 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.208785 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.229165 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Made reservation on behalf of 199f08479d9541bc936bb4ea80bae96a for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:46.232639 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.256112 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f1edbaeb-b811-4e58-b94f-25e4168e4212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.276274 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:46.286222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d48f7-7097-4260-ba21-bce3188031bb req-5f3be82c-3ee9-4c94-a0e0-0bde73f9adb7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:46.288382 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-852d48f7-7097-4260-ba21-bce3188031bb req-5f3be82c-3ee9-4c94-a0e0-0bde73f9adb7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0924900 May 19 15:07:46.304898 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:46.308511 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58bcfef0-56c0-4c6d-8997-02eb74d6b0df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (c8e4c5ff-e42a-4519-982f-4b1d2fe74f73), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.325783 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58bcfef0-56c0-4c6d-8997-02eb74d6b0df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (c8e4c5ff-e42a-4519-982f-4b1d2fe74f73), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.369187 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcfef0-56c0-4c6d-8997-02eb74d6b0df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e4c5ff-e42a-4519-982f-4b1d2fe74f73,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:46.393580 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58bcfef0-56c0-4c6d-8997-02eb74d6b0df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.394791 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-58bcfef0-56c0-4c6d-8997-02eb74d6b0df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055470 May 19 15:07:46.398826 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Allocated IP 172.20.0.8 (fba0d92a-cc3d-4407-a8fd-52349f4553f3/f6899c0b-33d6-4744-b66b-e000e66cbaa5/7377972f-e26c-43d1-ac62-ddf4b52e4bfd) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:46.400751 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 45954) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:46.407326 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:46.408083 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-852d48f7-7097-4260-ba21-bce3188031bb req-a5b15dcf-9899-4a14-a31a-e56393e649e9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115911 May 19 15:07:46.411077 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:07:46.435606 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:46.436362 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:46.440806 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.456387 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks [] for security_group (4b6201d9-9ce1-44a1-9fc8-53514107c6e9), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.463469 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4b6201d9-9ce1-44a1-9fc8-53514107c6e9), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.480207 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:07:46.491534 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (63245fea-deae-4ece-8f7e-bdad473f4132), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.492356 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Added segment 63245fea-deae-4ece-8f7e-bdad473f4132 of type vlan for network 22e9cce3-f511-42bc-8cdb-220565a5d2ed May 19 15:07:46.567215 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 8dce6e6e-d156-430b-8f9c-e219fc9db6df up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:46.574875 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:46.599799 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:46.610080 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6201d9-9ce1-44a1-9fc8-53514107c6e9,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:46.612240 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.617494 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (22e9cce3-f511-42bc-8cdb-220565a5d2ed), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.627651 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30807119-4371-4a6f-88ba-bc98f38c60cc req-fc4609bc-8bf2-4b56-8a22-a0b28d73b0d6 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:46.629194 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30807119-4371-4a6f-88ba-bc98f38c60cc req-fc4609bc-8bf2-4b56-8a22-a0b28d73b0d6 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 945 time: 0.1349921 May 19 15:07:46.669897 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 8dce6e6e-d156-430b-8f9c-e219fc9db6df completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:07:46.701211 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 8dce6e6e-d156-430b-8f9c-e219fc9db6df triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:46.701844 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.712032 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30807119-4371-4a6f-88ba-bc98f38c60cc req-a7763cab-c356-4326-ac73-24f3ac7f062a tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716782 May 19 15:07:46.714333 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (22e9cce3-f511-42bc-8cdb-220565a5d2ed), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.715579 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:46.716416 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.753362 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:46.765122 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.27.2.158 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/57045dfe-bec5-43eb-974e-b0a0584d82c8) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:46.783210 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] Pushing event updated for resources: {'Network': ['ID=22e9cce3-f511-42bc-8cdb-220565a5d2ed,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:46.787565 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.792362 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:46.808717 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:07:46.820588 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c33d3041-90c2-41b2-9278-b0b9967ad8ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7015383 May 19 15:07:46.820588 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ec83015d-f0fd-4a23-b1f5-aa5738a758ca req-029bfe73-10b7-4c4a-ab81-1ec6b65a44f4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 210 time: 0.1069543 May 19 15:07:46.820998 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45960) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:46.825537 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Request body: {'subnet': {'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1496285575-subnet', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:46.832219 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:46.846734 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Made reservation on behalf of 6407de57591f46f290c7c425a5b6c76d for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:46.849393 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.924983 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:46.946762 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 8dce6e6e-d156-430b-8f9c-e219fc9db6df is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:46.947144 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.010131 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce6e6e-d156-430b-8f9c-e219fc9db6df'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:07:47.014198 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a2230-c539-4714-afe6-bb54c5472a45" -d '{"events": [{"server_uuid": "abfb9153-3ce0-4a77-bcaf-ff150167e0cd", "name": "network-vif-plugged", "status": "completed", "tag": "8dce6e6e-d156-430b-8f9c-e219fc9db6df"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:07:47.039740 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 8dce6e6e-d156-430b-8f9c-e219fc9db6df, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8dce6e6e-d156-430b-8f9c-e219fc9db6df,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:47.049450 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 2, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:47.083145 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4e8f18-ef76-4c57-b019-cfd83206e1b9 x-openstack-request-id: req-ab4e8f18-ef76-4c57-b019-cfd83206e1b9 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:07:47.083487 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfb9153-3ce0-4a77-bcaf-ff150167e0cd", "name": "network-vif-plugged", "status": "completed", "tag": "8dce6e6e-d156-430b-8f9c-e219fc9db6df", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:07:47.083721 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab4e8f18-ef76-4c57-b019-cfd83206e1b9 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:07:47.084266 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4e8f18-ef76-4c57-b019-cfd83206e1b9'] response: {'server_uuid': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce6e6e-d156-430b-8f9c-e219fc9db6df', 'code': 200} May 19 15:07:47.085910 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:07:47.086267 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Updating router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 port 314ea2b9-1668-49dc-a474-d364b395699a binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:07:47.086967 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (e92531d8-79fa-4e3f-8588-c50a6904a291), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.134601 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.151653 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:47.168955 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92531d8-79fa-4e3f-8588-c50a6904a291,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:47.178705 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Checking segment: {'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:47.179393 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Network hostable DHCP agents. Network: 22e9cce3-f511-42bc-8cdb-220565a5d2ed, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:07:47.198088 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.204566 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (314ea2b9-1668-49dc-a474-d364b395699a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.208258 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:07:47.230252 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:47.231182 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 22e9cce3-f511-42bc-8cdb-220565a5d2ed) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:47.242515 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:47.243223 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.252323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:47.255431 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:47.264869 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:47.267916 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event updated for resources: {'Port': ['ID=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:47.289948 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c44597d7-2571-4d00-ab20-8683b83cca90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4679706 May 19 15:07:47.290687 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 45966) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:47.295351 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:47.303531 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434fa14-ae83-4f4f-a0e7-2b64b679c304 None None] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:07:47.305991 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 703fbc9e-a069-4ffe-ae78-0abde1471d43 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:47.330978 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:07:47.337703 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.339922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.340291 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:47.340972 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.397303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57722d-2d7c-4866-b1a7-d355ad06b710 req-00e64f07-6767-496c-b6fb-aebef67650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:47.399372 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c57722d-2d7c-4866-b1a7-d355ad06b710 req-00e64f07-6767-496c-b6fb-aebef67650cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 1130 time: 0.1253047 May 19 15:07:47.403115 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-1b8a7ff6-110f-44d6-bfa1-2049b213b8f2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3609447 May 19 15:07:47.405871 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.409906 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks [] for router_controller (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.454265 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=57045dfe-bec5-43eb-974e-b0a0584d82c8,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:47.467503 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Request body: {'port': {'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:47.486603 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=8dce6e6e-d156-430b-8f9c-e219fc9db6df,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:47.513936 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.520717 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 703fbc9e-a069-4ffe-ae78-0abde1471d43 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:47.521077 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.531400 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:47.535823 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c57722d-2d7c-4866-b1a7-d355ad06b710 req-a1124e86-3a61-489d-92e7-719344f424ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824430 May 19 15:07:47.539924 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:47.544024 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:47.571708 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:47.610952 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.638355 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks [] for router_gateway (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.654921 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-22e9cce3-f511-42bc-8cdb-220565a5d2ed', 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed', 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'fixed_ips': [{'subnet_id': 'e92531d8-79fa-4e3f-8588-c50a6904a291'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:07:47.657896 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.717304 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 703fbc9e-a069-4ffe-ae78-0abde1471d43 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:47.731844 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-1e39f457-4f64-49f0-ad5c-2aef56f2cdfe None None] Provisioning complete for port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:47.732571 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e39f457-4f64-49f0-ad5c-2aef56f2cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.741092 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de6d3f-0d13-43c2-b32b-1df7790dc35e req-6b7ac7bb-afbf-4fe2-8fc1-4d4160ed9bae tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:47.742594 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-78de6d3f-0d13-43c2-b32b-1df7790dc35e req-6b7ac7bb-afbf-4fe2-8fc1-4d4160ed9bae tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1828995 May 19 15:07:47.777648 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (b6b448e5-c3b8-4b63-a701-9c79b2b734d3), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.842761 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1e39f457-4f64-49f0-ad5c-2aef56f2cdfe None None] Port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:07:47.909822 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:47.913511 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:47.916211 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.929288 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-78de6d3f-0d13-43c2-b32b-1df7790dc35e req-df0329e0-7df4-4fe5-a1b1-83254f60966c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738236 May 19 15:07:47.950282 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97116c-f6ba-4ab8-92f9-9ddbf0155fe1 req-91dc97be-cbef-427e-9f60-c2e1bae20c9f tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:47.952055 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c97116c-f6ba-4ab8-92f9-9ddbf0155fe1 req-91dc97be-cbef-427e-9f60-c2e1bae20c9f tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 946 time: 0.1215420 May 19 15:07:47.952871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Allocated IP 172.20.0.2 (22e9cce3-f511-42bc-8cdb-220565a5d2ed/e92531d8-79fa-4e3f-8588-c50a6904a291/19a83216-aa76-40c9-a08a-6a1c144db754) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:47.957413 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks [] for router_gateway (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.977549 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Publish callbacks [] for port (314ea2b9-1668-49dc-a474-d364b395699a), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.986274 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:47.992640 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (314ea2b9-1668-49dc-a474-d364b395699a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.069751 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:48.105874 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c97116c-f6ba-4ab8-92f9-9ddbf0155fe1 req-04d3b4c0-eb5b-484c-b034-183de0538624 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263435 May 19 15:07:48.142923 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bcdb3-ee41-4f1f-bcb5-a8226aa84606 req-b16ab677-4dab-45fb-ae74-06eadc631e19 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:48.144881 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a7bcdb3-ee41-4f1f-bcb5-a8226aa84606 req-b16ab677-4dab-45fb-ae74-06eadc631e19 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 931 time: 0.1007423 May 19 15:07:48.207037 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.225224 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab22c8-36bc-4a29-84e4-ee971334589c None None] Pushing event updated for resources: {'Port': ['ID=314ea2b9-1668-49dc-a474-d364b395699a,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:48.228658 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.316088 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Attempting to bind port 314ea2b9-1668-49dc-a474-d364b395699a on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:48.316447 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Attempting to bind port 314ea2b9-1668-49dc-a474-d364b395699a by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:48.316804 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Attempting to bind port 314ea2b9-1668-49dc-a474-d364b395699a on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:48.327568 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:48.327939 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Checking segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:48.328338 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.328719 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Bound using segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:48.329200 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Bound port: 314ea2b9-1668-49dc-a474-d364b395699a, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:48.329557 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (314ea2b9-1668-49dc-a474-d364b395699a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.397233 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7377972f-e26c-43d1-ac62-ddf4b52e4bfd {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:07:48.406574 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Publish callbacks [] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.421054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] For port 314ea2b9-1668-49dc-a474-d364b395699a, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:48.424401 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] For port 314ea2b9-1668-49dc-a474-d364b395699a, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=314ea2b9-1668-49dc-a474-d364b395699a,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:48.430450 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:48.431644 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Transition to ACTIVE for port object 7377972f-e26c-43d1-ac62-ddf4b52e4bfd will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:07:48.439320 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (314ea2b9-1668-49dc-a474-d364b395699a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.443148 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=57045dfe-bec5-43eb-974e-b0a0584d82c8,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:48.450567 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.472468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Publish callbacks [] for port (19a83216-aa76-40c9-a08a-6a1c144db754), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.487046 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Allocated IP 172.27.2.132 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/9c901506-9279-4fe1-bae3-cc110cac1a03) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:48.496524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.497264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (b6b448e5-c3b8-4b63-a701-9c79b2b734d3), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.530145 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:48.530145 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:48.532875 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab22c8-36bc-4a29-84e4-ee971334589c None None] Pushing event updated for resources: {'Port': ['ID=314ea2b9-1668-49dc-a474-d364b395699a,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:48.535628 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a7bcdb3-ee41-4f1f-bcb5-a8226aa84606 req-abed23a4-9949-4df2-9264-a9958d7ed5ec tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827298 May 19 15:07:48.555250 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.556469 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b5c12980-2fc7-4123-8919-1366714ead8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1547585 May 19 15:07:48.563649 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Pushing event updated for resources: {'Port': ['ID=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:48.597367 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:48.642808 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Attempting to bind port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:48.643101 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Attempting to bind port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:48.643470 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Attempting to bind port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:48.646002 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:48.650547 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:07:48.650884 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Attempting to bind port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd on network fba0d92a-cc3d-4407-a8fd-52349f4553f3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:48.653760 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:48.658269 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:48.658610 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Checking segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:48.658998 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Bound using segment: {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:48.659912 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Bound port: 7377972f-e26c-43d1-ac62-ddf4b52e4bfd, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30945141-5377-4699-9fa2-ca364991282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:48.660281 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.723732 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:48.730568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks [] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.752394 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:48.769621 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:48.775227 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] For port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:48.779234 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] For port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:48.800372 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.810850 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.821920 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Pushing event updated for resources: {'Port': ['ID=19a83216-aa76-40c9-a08a-6a1c144db754,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:48.822708 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.824295 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-6e18c151-db1e-4767-86ee-76a2ee79cddb None None] Provisioning complete for port 314ea2b9-1668-49dc-a474-d364b395699a triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:48.824654 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e18c151-db1e-4767-86ee-76a2ee79cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (314ea2b9-1668-49dc-a474-d364b395699a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.890696 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:48.891478 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:48.895384 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] 10.222.0.49 "PUT /v2.0/ports/7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 200 len: 1093 time: 1.4430239 May 19 15:07:48.899537 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:07:48.912063 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc9036-c7a3-4230-9c0c-329816c0df63" -d '{"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:07:48.922629 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:48.950139 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f242b-80c8-45ed-86ad-83227b2fb397 service neutron] Pushing event updated for resources: {'Port': ['ID=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:48.963469 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:48.966870 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:48.975309 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:49.003365 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5117b8f5-2dc7-48de-83a5-60bc2d42963a x-openstack-request-id: req-5117b8f5-2dc7-48de-83a5-60bc2d42963a {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:07:49.003652 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:07:49.003902 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5117b8f5-2dc7-48de-83a5-60bc2d42963a {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:07:49.004298 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5117b8f5-2dc7-48de-83a5-60bc2d42963a'] response: {'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'status': 'completed', 'code': 200} May 19 15:07:49.013079 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c901506-9279-4fe1-bae3-cc110cac1a03,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:49.027519 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-e6625a79-6acb-48df-8c0c-f2d4e2a4e96b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1051724951&fields=id&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 267 time: 0.1259375 May 19 15:07:49.042996 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Attempting to bind port 19a83216-aa76-40c9-a08a-6a1c144db754 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:49.043438 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Attempting to bind port 19a83216-aa76-40c9-a08a-6a1c144db754 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:49.043922 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Attempting to bind port 19a83216-aa76-40c9-a08a-6a1c144db754 on network 22e9cce3-f511-42bc-8cdb-220565a5d2ed {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:49.087005 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=2,neutron:UPDATE=9,neutron:SELECT=89 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:49.088454 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:49.088887 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Checking segment: {'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:49.089353 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:49.090021 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Bound using segment: {'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:49.090606 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Bound port: 19a83216-aa76-40c9-a08a-6a1c144db754, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:49.090998 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:49.224525 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-6e18c151-db1e-4767-86ee-76a2ee79cddb None None] Current status of the port 314ea2b9-1668-49dc-a474-d364b395699a is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:49.224851 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e18c151-db1e-4767-86ee-76a2ee79cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (314ea2b9-1668-49dc-a474-d364b395699a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:49.259297 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30557b-3a0c-44cf-9f62-3578798e35ff req-526f719a-3871-4938-92a6-4800b37341c0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:49.263670 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba30557b-3a0c-44cf-9f62-3578798e35ff req-526f719a-3871-4938-92a6-4800b37341c0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1354959 May 19 15:07:49.304806 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6e18c151-db1e-4767-86ee-76a2ee79cddb None None] For port 314ea2b9-1668-49dc-a474-d364b395699a, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=314ea2b9-1668-49dc-a474-d364b395699a,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:49.306307 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] For port 19a83216-aa76-40c9-a08a-6a1c144db754, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:49.331871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e18c151-db1e-4767-86ee-76a2ee79cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (314ea2b9-1668-49dc-a474-d364b395699a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:49.352007 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] For port 19a83216-aa76-40c9-a08a-6a1c144db754, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=19a83216-aa76-40c9-a08a-6a1c144db754,segment=NetworkSegment(63245fea-deae-4ece-8f7e-bdad473f4132),segment_id=63245fea-deae-4ece-8f7e-bdad473f4132)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:49.358475 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9036-c7a3-4230-9c0c-329816c0df63 req-9cdd2803-a679-46f5-bd39-b20691c432f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:49.360014 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91fc9036-c7a3-4230-9c0c-329816c0df63 req-9cdd2803-a679-46f5-bd39-b20691c432f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1127 time: 0.0712204 May 19 15:07:49.371962 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-f9bfc12f-e862-4809-95be-24378c021bfc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:49.374092 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-f9bfc12f-e862-4809-95be-24378c021bfc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.3393672 May 19 15:07:49.393281 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:49.398073 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:48Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:49.428133 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-7981e241-2bc6-42a2-b40a-99d249992b64 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/quotas/34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 375 time: 0.0473857 May 19 15:07:49.436699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137b363-e2fd-42c9-b622-c421173cb60b None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:48Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:07:49.473969 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18c151-db1e-4767-86ee-76a2ee79cddb None None] Pushing event updated for resources: {'Port': ['ID=314ea2b9-1668-49dc-a474-d364b395699a,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:49.548875 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-01bcc961-c384-451c-b4f3-e629810ef656 None None] Provisioning complete for port 314ea2b9-1668-49dc-a474-d364b395699a triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:49.549524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-01bcc961-c384-451c-b4f3-e629810ef656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (314ea2b9-1668-49dc-a474-d364b395699a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:49.574044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks [] for router_gateway (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:49.581410 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba30557b-3a0c-44cf-9f62-3578798e35ff req-9efed588-df9c-44c5-8f58-2aa3db05dcfb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004272 May 19 15:07:49.602121 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:49.634977 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:49.647235 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-2c81ecbc-af72-4813-9201-7351b04d9b4b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2093322 May 19 15:07:49.660379 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0af24-bad9-4ca9-b9a4-cbb25893ea69 None None] Pushing event updated for resources: {'Port': ['ID=19a83216-aa76-40c9-a08a-6a1c144db754,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:49.690742 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9036-c7a3-4230-9c0c-329816c0df63 req-271b8b8d-9e4d-47c0-8da6-873fdcc2fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:49.692301 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91fc9036-c7a3-4230-9c0c-329816c0df63 req-271b8b8d-9e4d-47c0-8da6-873fdcc2fedb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=199f08479d9541bc936bb4ea80bae96a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3240428 May 19 15:07:49.718469 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-01bcc961-c384-451c-b4f3-e629810ef656 None None] Current status of the port 314ea2b9-1668-49dc-a474-d364b395699a is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:49.837050 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-c156b53c-54ea-44aa-a2b6-3c48536624e3 service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676996 May 19 15:07:49.951360 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9036-c7a3-4230-9c0c-329816c0df63 req-42812e03-6e2e-4721-90ec-deadfd53c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:49.953276 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91fc9036-c7a3-4230-9c0c-329816c0df63 req-42812e03-6e2e-4721-90ec-deadfd53c08b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2409642 May 19 15:07:49.968182 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:50.009855 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adce6-9d79-4936-b9c4-9a0e9c566bb6 req-8a275dc7-dd96-43c1-a3cc-a4b2a4f6cfd0 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:50.011674 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dd0adce6-9d79-4936-b9c4-9a0e9c566bb6 req-8a275dc7-dd96-43c1-a3cc-a4b2a4f6cfd0 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 946 time: 0.1579132 May 19 15:07:50.027064 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:50.050222 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-2a72f0bd-313e-4f7f-959f-5cc42a1f8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:50.051687 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-2a72f0bd-313e-4f7f-959f-5cc42a1f8a48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1127 time: 0.0485821 May 19 15:07:50.093213 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-8bb15b16-3849-4531-8dc7-d02eae894ac0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 200 len: 217 time: 0.0341060 May 19 15:07:50.123530 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-9292e920-375c-41ac-b16d-5de5f8a91813 service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684369 May 19 15:07:50.137567 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:50.150741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-e40a1c8f-20c6-469b-9a08-cfce17adfda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:50.152385 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dd0adce6-9d79-4936-b9c4-9a0e9c566bb6 req-20a39be1-15f5-47a9-a595-9da85305e86a tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216617 May 19 15:07:50.163878 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-e40a1c8f-20c6-469b-9a08-cfce17adfda3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0589919 May 19 15:07:50.255049 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-39e2eb23-929c-4c77-aa75-649989ca28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:50.265568 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-39e2eb23-929c-4c77-aa75-649989ca28d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0972865 May 19 15:07:50.357736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:50.422074 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c4340-9ab3-48f2-aea8-03c92cc0b704 req-acf39636-81e6-4f04-89f7-1df6547a9631 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:50.430530 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-be9c4340-9ab3-48f2-aea8-03c92cc0b704 req-acf39636-81e6-4f04-89f7-1df6547a9631 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 943 time: 0.1269870 May 19 15:07:50.488944 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-eca10b35-1437-438a-bead-f0d3062fcb96 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151091 May 19 15:07:50.583745 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-913f718f-3682-4530-8254-a51db9305200 req-1394ad36-a7da-4c5d-988b-29a1afa40617 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 210 time: 0.1070089 May 19 15:07:50.662627 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-be9c4340-9ab3-48f2-aea8-03c92cc0b704 req-09d7b361-701d-40c4-96ef-5f25b6ed1fff tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305577 May 19 15:07:50.666068 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da2ea00f-c358-47e7-a3fd-37d98784a3a6 req-219ace58-1e17-4d39-9b2e-0cd03f5cfe3d service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691878 May 19 15:07:50.695263 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:07:50.983754 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c66a-079b-4eaf-9491-961122110e68 req-4353b118-d78c-48da-8807-5f52f6d5dfd7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:51.004685 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6335c66a-079b-4eaf-9491-961122110e68 req-4353b118-d78c-48da-8807-5f52f6d5dfd7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1962373 May 19 15:07:51.018397 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b5464-e1db-4276-8807-3a90d77910fe None None] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:07:51.032640 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:07:51.044984 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Sync routers for ids ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:07:51.063470 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Routers {'6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:51.064647 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:51.106479 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6335c66a-079b-4eaf-9491-961122110e68 req-86f12584-ef56-4067-81f0-ce6443bdc4cf tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984740 May 19 15:07:51.110127 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.114453 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-82f44e38-1c9b-46c6-9e36-7650f27777c3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8225324 May 19 15:07:51.114865 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46060) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:51.128776 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-644cef0b-2907-4a1d-a7cc-c08ed2c88382 None None] Provisioning complete for port 19a83216-aa76-40c9-a08a-6a1c144db754 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:51.129140 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-644cef0b-2907-4a1d-a7cc-c08ed2c88382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.279299 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:51.313025 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-644cef0b-2907-4a1d-a7cc-c08ed2c88382 None None] Current status of the port 19a83216-aa76-40c9-a08a-6a1c144db754 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:51.316005 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-644cef0b-2907-4a1d-a7cc-c08ed2c88382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.335802 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Set router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:51.351332 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 19a83216-aa76-40c9-a08a-6a1c144db754 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:51.416634 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-644cef0b-2907-4a1d-a7cc-c08ed2c88382 None None] For port 19a83216-aa76-40c9-a08a-6a1c144db754, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=19a83216-aa76-40c9-a08a-6a1c144db754,segment=NetworkSegment(63245fea-deae-4ece-8f7e-bdad473f4132),segment_id=63245fea-deae-4ece-8f7e-bdad473f4132)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:51.430057 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 19a83216-aa76-40c9-a08a-6a1c144db754 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:51.430733 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.433135 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-644cef0b-2907-4a1d-a7cc-c08ed2c88382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.507729 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cef0b-2907-4a1d-a7cc-c08ed2c88382 None None] Pushing event updated for resources: {'Port': ['ID=19a83216-aa76-40c9-a08a-6a1c144db754,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:51.583767 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 19a83216-aa76-40c9-a08a-6a1c144db754 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:51.585243 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 314ea2b9-1668-49dc-a474-d364b395699a up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:51.665496 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-15acafa8-9271-4c84-aafc-3dafbe63e939 None None] Provisioning complete for port 19a83216-aa76-40c9-a08a-6a1c144db754 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:51.665900 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-15acafa8-9271-4c84-aafc-3dafbe63e939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.670607 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 314ea2b9-1668-49dc-a474-d364b395699a triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:51.671351 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (314ea2b9-1668-49dc-a474-d364b395699a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.708335 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 3, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:51.746252 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-010ea4e7-c2d6-4883-924e-78c3c29901e0 req-c4a5e49d-e432-4cb6-9517-e97d2445c58c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 210 time: 0.0459797 May 19 15:07:51.769796 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Checking router: 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:07:51.770244 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Updating router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 port 9c901506-9279-4fe1-bae3-cc110cac1a03 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:07:51.818032 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:51.865114 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382349-05f6-40d2-9642-77d63fccebe1 req-396f6ee4-362c-47ed-9b45-e3979a293c06 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:51.867483 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8e382349-05f6-40d2-9642-77d63fccebe1 req-396f6ee4-362c-47ed-9b45-e3979a293c06 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 943 time: 0.0754247 May 19 15:07:51.877879 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 314ea2b9-1668-49dc-a474-d364b395699a is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:51.891577 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-15acafa8-9271-4c84-aafc-3dafbe63e939 None None] Current status of the port 19a83216-aa76-40c9-a08a-6a1c144db754 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:51.950446 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8e382349-05f6-40d2-9642-77d63fccebe1 req-82d4ded2-7310-448f-a975-0a4a86e43499 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770900 May 19 15:07:52.022429 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.025351 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:52.047534 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:52.121326 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:52.226021 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Allocated IP 172.20.0.1 (22e9cce3-f511-42bc-8cdb-220565a5d2ed/e92531d8-79fa-4e3f-8588-c50a6904a291/f9506e82-88fd-4cc1-8e6c-cd511181c5be) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:52.265864 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Publish callbacks [] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.273582 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.366461 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a938d8-ab9a-450d-ae1c-6e92fe581146 None None] Pushing event updated for resources: {'Port': ['ID=9c901506-9279-4fe1-bae3-cc110cac1a03,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:52.377739 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Attempting to bind port 9c901506-9279-4fe1-bae3-cc110cac1a03 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:52.378271 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Attempting to bind port 9c901506-9279-4fe1-bae3-cc110cac1a03 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:52.378775 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Attempting to bind port 9c901506-9279-4fe1-bae3-cc110cac1a03 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:52.387624 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:52.388303 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:52.388847 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.389377 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:52.390015 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Bound port: 9c901506-9279-4fe1-bae3-cc110cac1a03, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:52.390542 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.458526 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] For port 9c901506-9279-4fe1-bae3-cc110cac1a03, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:52.462902 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] For port 9c901506-9279-4fe1-bae3-cc110cac1a03, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=9c901506-9279-4fe1-bae3-cc110cac1a03,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:52.467046 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks [] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.474321 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.481626 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-cd1303c2-a215-4949-a17a-0903e171a402 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:52.491806 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-cd1303c2-a215-4949-a17a-0903e171a402 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.1751671 May 19 15:07:52.494108 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044baf2-5315-46ba-a597-1ae07049276e req-622bdc72-9235-4db8-a1b8-72f2c4adedce tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:52.503948 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8044baf2-5315-46ba-a597-1ae07049276e req-622bdc72-9235-4db8-a1b8-72f2c4adedce tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.3107631 May 19 15:07:52.518321 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:52.541273 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Routers {'6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:52.542036 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:52.549233 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a938d8-ab9a-450d-ae1c-6e92fe581146 None None] Pushing event updated for resources: {'Port': ['ID=9c901506-9279-4fe1-bae3-cc110cac1a03,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:52.577937 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:52.598382 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 7377972f-e26c-43d1-ac62-ddf4b52e4bfd details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:07:52.655387 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8044baf2-5315-46ba-a597-1ae07049276e req-9d265eff-eaf4-4d93-ac52-0f784354ede6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337860 May 19 15:07:52.682861 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:52.764937 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-cdce772f-6214-4caf-aeab-6e53d06d4c8c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 473 time: 0.2674241 May 19 15:07:52.791606 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:52.810992 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'port': {'device_id': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'admin_state_up': True, 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'security_groups': ['5e908ed2-3938-464f-8cac-49c849991565']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:52.832938 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:52.838549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:52.884470 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Pushing event updated for resources: {'Port': ['ID=f9506e82-88fd-4cc1-8e6c-cd511181c5be,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:52.887001 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] Set router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:52.919660 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:52.929821 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2a3d511-d207-4da4-9ecc-b88c2e917391 req-4d8452d3-b3d4-402c-9776-77c2befbec7e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 210 time: 0.0530798 May 19 15:07:52.967524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:53.014804 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'mac_address': 'fa:16:3e:4d:0a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:07:53.022196 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.103330 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Made reservation on behalf of 34c1099557144b8bb2fff88f5b526834 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:07:53.107597 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.121154 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 3, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:53.134053 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:53.134431 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.159097 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f4ea6-90e1-45de-a868-7bfe3d0e1c18 None None] The sync data for ids ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'] in dv-cinder-825492-12-iscsi is: [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 3, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:07:53.170810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:53.181875 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:53.198844 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7377972f-e26c-43d1-ac62-ddf4b52e4bfd {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:07:53.205194 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27a6b2-60ab-42bb-9e64-24f40aec2681 req-79781950-6079-4b40-9f2c-a229e82e7edd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:53.217471 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3c27a6b2-60ab-42bb-9e64-24f40aec2681 req-79781950-6079-4b40-9f2c-a229e82e7edd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 943 time: 0.1385157 May 19 15:07:53.235119 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:53.236522 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f7ff2fe2-f460-4b6a-9df9-d84c89f00f26 None None] Provisioning complete for port f9506e82-88fd-4cc1-8e6c-cd511181c5be triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:53.236856 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f7ff2fe2-f460-4b6a-9df9-d84c89f00f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.243429 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 19a83216-aa76-40c9-a08a-6a1c144db754 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:53.276481 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.284030 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3c27a6b2-60ab-42bb-9e64-24f40aec2681 req-03011707-0f2f-45be-b7d0-d893c7d1b7fa tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655079 May 19 15:07:53.329573 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.361105 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:53.375344 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff2fe2-f460-4b6a-9df9-d84c89f00f26 None None] Port f9506e82-88fd-4cc1-8e6c-cd511181c5be cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:07:53.394698 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.20.0.6 (6c03712e-3615-4599-bcae-117320ca4aeb/1d833707-4508-4e48-95a7-b9e61c5b65f5/a54c0604-314a-4a3c-a1e0-e03eb78af1d6) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:07:53.398743 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:53.407396 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 19a83216-aa76-40c9-a08a-6a1c144db754 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:53.407801 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.515559 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 19a83216-aa76-40c9-a08a-6a1c144db754 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:53.555912 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['7377972f-e26c-43d1-ac62-ddf4b52e4bfd'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:07:53.680281 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.705724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks [] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.717815 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.832447 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Pushing event updated for resources: {'Port': ['ID=f9506e82-88fd-4cc1-8e6c-cd511181c5be,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:53.834940 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cffa1-056a-4845-aee0-77b867610e4a req-b180e96c-febc-4825-99a5-bdcae313ffd1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:53.844806 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7d7cffa1-056a-4845-aee0-77b867610e4a req-b180e96c-febc-4825-99a5-bdcae313ffd1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0742829 May 19 15:07:53.844942 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.857904 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:53.922284 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7d7cffa1-056a-4845-aee0-77b867610e4a req-a329d835-c0e5-4403-ac1b-8d5c1dcceabf tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746756 May 19 15:07:53.957823 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:53.966843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network 6c03712e-3615-4599-bcae-117320ca4aeb is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:53.975971 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:53.981115 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:07:53.996303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:54.096500 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:54.098554 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:07:54.102317 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:07:54.108832 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:54.109426 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:54.111470 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66d7b-a6c3-4743-bdfd-d37faf0c2c16 req-8693bf3a-4186-492f-9839-cca29e646e2d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:54.120223 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf66d7b-a6c3-4743-bdfd-d37faf0c2c16 req-8693bf3a-4186-492f-9839-cca29e646e2d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 931 time: 0.1062548 May 19 15:07:54.201935 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf66d7b-a6c3-4743-bdfd-d37faf0c2c16 req-013bcbf6-d21b-4dfc-b778-d2435cdc0c04 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804050 May 19 15:07:54.222733 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-ae3216fd-52ae-4e85-a66d-5e38403abb2b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4458282 May 19 15:07:54.235016 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Request body: {'port': {'device_id': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:54.345683 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:54.378268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:07:54.417449 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f9f66814-5283-4210-8320-3bcc9aa6ad85 None None] Provisioning complete for port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:54.418003 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9f66814-5283-4210-8320-3bcc9aa6ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:54.447410 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddec45a-a83e-4a7b-875e-b691b8e095a6 req-755659ee-88ff-490f-92d6-74274b802083 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:54.449497 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cddec45a-a83e-4a7b-875e-b691b8e095a6 req-755659ee-88ff-490f-92d6-74274b802083 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 944 time: 0.0701356 May 19 15:07:54.464254 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:54.467671 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f9f66814-5283-4210-8320-3bcc9aa6ad85 None None] Port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:07:54.513868 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cddec45a-a83e-4a7b-875e-b691b8e095a6 req-acccd192-b400-4bb6-9497-2508b80f6d8e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582132 May 19 15:07:54.588124 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-bf533253-6290-47cc-9a47-35a65e153329 None None] Provisioning complete for port f9506e82-88fd-4cc1-8e6c-cd511181c5be triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:54.588496 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bf533253-6290-47cc-9a47-35a65e153329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:54.624210 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-bf533253-6290-47cc-9a47-35a65e153329 None None] Port f9506e82-88fd-4cc1-8e6c-cd511181c5be cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:07:54.876809 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:07:54.883232 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7f55429f-100f-47c0-8791-9e6dc0967714 admin admin] 10.222.0.24 "PUT /v2.0/routers/6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7670927 May 19 15:07:54.999540 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54c0604-314a-4a3c-a1e0-e03eb78af1d6 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:07:55.007784 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Publish callbacks [] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.022342 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Transition to ACTIVE for port object a54c0604-314a-4a3c-a1e0-e03eb78af1d6 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:07:55.033992 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.047069 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f27e6-2fa7-4467-ba60-c974270a0f41 req-5cf0c6cb-22e2-440c-a12b-352339cd0b38 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:55.048588 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6d6f27e6-2fa7-4467-ba60-c974270a0f41 req-5cf0c6cb-22e2-440c-a12b-352339cd0b38 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0523522 May 19 15:07:55.087528 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:55.091182 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Pushing event updated for resources: {'Port': ['ID=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:55.136333 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6d6f27e6-2fa7-4467-ba60-c974270a0f41 req-a097adac-6586-4a69-9eda-a758e2ac26f1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816729 May 19 15:07:55.212829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Attempting to bind port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:55.213370 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Attempting to bind port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:55.213632 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Attempting to bind port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:55.218607 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 on network 6c03712e-3615-4599-bcae-117320ca4aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:07:55.219002 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Attempting to bind port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:55.225491 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:55.225911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Checking segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:55.226364 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Bound using segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:55.226863 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Bound port: a54c0604-314a-4a3c-a1e0-e03eb78af1d6, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:55.227316 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.245873 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 9c901506-9279-4fe1-bae3-cc110cac1a03 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:55.345267 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 9c901506-9279-4fe1-bae3-cc110cac1a03 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:55.345644 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.397888 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] For port a54c0604-314a-4a3c-a1e0-e03eb78af1d6, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:55.408826 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9afa4-c395-4af9-a55d-062c93f2220f req-e2b016c5-b572-41df-b201-034e0425d9f9 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:55.409177 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] For port a54c0604-314a-4a3c-a1e0-e03eb78af1d6, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:55.412316 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 7377972f-e26c-43d1-ac62-ddf4b52e4bfd up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:55.415191 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efb9afa4-c395-4af9-a55d-062c93f2220f req-e2b016c5-b572-41df-b201-034e0425d9f9 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 943 time: 0.1299489 May 19 15:07:55.420575 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.465976 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:55.467115 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.468530 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] 10.222.0.49 "PUT /v2.0/ports/a54c0604-314a-4a3c-a1e0-e03eb78af1d6 HTTP/1.1" status: 200 len: 1093 time: 1.2377625 May 19 15:07:55.469046 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:07:55.471367 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54429c75-fa95-4311-915b-7d70a1f7c30e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:07:55.482696 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efb9afa4-c395-4af9-a55d-062c93f2220f req-631682b7-c5b5-41a7-aea3-55fa485d82ac tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634503 May 19 15:07:55.493737 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:55.501553 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 9c901506-9279-4fe1-bae3-cc110cac1a03 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:55.501947 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.517143 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e87fd-9408-4c88-8cbf-7df2c35cef9c service neutron] Pushing event updated for resources: {'Port': ['ID=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:55.537687 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 9c901506-9279-4fe1-bae3-cc110cac1a03, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=9c901506-9279-4fe1-bae3-cc110cac1a03,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:55.547995 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.548290 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46136) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:55.556690 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-3a2253ad-8f81-4357-9fca-f22724ceea7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975589445', 'description': 'tempest-secgroup-smoke-1975589445 description', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:55.561716 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea36f09-9e4b-4d2c-834f-ccbfb850860b x-openstack-request-id: req-6ea36f09-9e4b-4d2c-834f-ccbfb850860b {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:07:55.567286 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:07:55.567286 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ea36f09-9e4b-4d2c-834f-ccbfb850860b {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:07:55.567286 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea36f09-9e4b-4d2c-834f-ccbfb850860b'] response: {'name': 'network-changed', 'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'status': 'completed', 'code': 200} May 19 15:07:55.594363 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:07:55.595856 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2253ad-8f81-4357-9fca-f22724ceea7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.613453 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:55.613834 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.678075 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=9c901506-9279-4fe1-bae3-cc110cac1a03,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:55.698721 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d5ef3-2dad-4b0c-b52f-cec440bb6c73 req-14190c93-6cb1-4912-a2cb-738e6558794a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:55.700411 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e09d5ef3-2dad-4b0c-b52f-cec440bb6c73 req-14190c93-6cb1-4912-a2cb-738e6558794a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 944 time: 0.0816984 May 19 15:07:55.743777 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:55.744239 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.758780 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Sync routers for ids ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:07:55.775287 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:55.781791 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:07:55.784033 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d29a8e-5a51-49eb-bbcd-bebb0b785332" -d '{"events": [{"server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "name": "network-vif-plugged", "status": "completed", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:07:55.791924 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Routers {'6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:55.792790 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:55.795822 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e09d5ef3-2dad-4b0c-b52f-cec440bb6c73 req-6a172530-0ed8-446f-b6fa-0729006fcbb9 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865178 May 19 15:07:55.806894 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2253ad-8f81-4357-9fca-f22724ceea7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group (fd7782b4-92be-46b1-bcd6-c27186e1a377), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.818327 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2253ad-8f81-4357-9fca-f22724ceea7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (fd7782b4-92be-46b1-bcd6-c27186e1a377), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.842543 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3167dc-3435-4f04-a712-6168caf3b4aa x-openstack-request-id: req-ee3167dc-3435-4f04-a712-6168caf3b4aa {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:07:55.842844 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "name": "network-vif-plugged", "status": "completed", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:07:55.843115 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee3167dc-3435-4f04-a712-6168caf3b4aa {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:07:55.843632 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3167dc-3435-4f04-a712-6168caf3b4aa'] response: {'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'code': 200} May 19 15:07:55.850908 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:55.860120 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.860393 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a2253ad-8f81-4357-9fca-f22724ceea7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.861711 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3a2253ad-8f81-4357-9fca-f22724ceea7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3115723 May 19 15:07:55.864215 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2253ad-8f81-4357-9fca-f22724ceea7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7782b4-92be-46b1-bcd6-c27186e1a377,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:55.865530 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46140) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:55.874832 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-fb927874-918c-4d9a-a76c-dd9164e7bb67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'security_group_rule': {'security_group_id': 'fd7782b4-92be-46b1-bcd6-c27186e1a377', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:55.888496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:55.911414 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb927874-918c-4d9a-a76c-dd9164e7bb67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (7c45ac5a-a15c-4225-820d-bdcae0dc8ca1), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.956843 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:55.972457 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb927874-918c-4d9a-a76c-dd9164e7bb67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (7c45ac5a-a15c-4225-820d-bdcae0dc8ca1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.973688 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Set router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:55.977665 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb927874-918c-4d9a-a76c-dd9164e7bb67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (7c45ac5a-a15c-4225-820d-bdcae0dc8ca1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:55.997867 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb927874-918c-4d9a-a76c-dd9164e7bb67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c45ac5a-a15c-4225-820d-bdcae0dc8ca1,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:56.008095 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb927874-918c-4d9a-a76c-dd9164e7bb67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.011693 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fb927874-918c-4d9a-a76c-dd9164e7bb67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445770 May 19 15:07:56.014081 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46142) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:56.018009 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-5b944e88-2d66-4b0c-9d76-d77633712736 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'security_group_rule': {'security_group_id': 'fd7782b4-92be-46b1-bcd6-c27186e1a377', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:56.046625 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5b944e88-2d66-4b0c-9d76-d77633712736 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (ad21b2f8-a60f-44f1-a261-24dbb3bc9dad), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.098802 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5b944e88-2d66-4b0c-9d76-d77633712736 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (ad21b2f8-a60f-44f1-a261-24dbb3bc9dad), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.103301 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5b944e88-2d66-4b0c-9d76-d77633712736 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (ad21b2f8-a60f-44f1-a261-24dbb3bc9dad), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.124432 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b944e88-2d66-4b0c-9d76-d77633712736 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad21b2f8-a60f-44f1-a261-24dbb3bc9dad,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:56.133685 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5b944e88-2d66-4b0c-9d76-d77633712736 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.135047 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5b944e88-2d66-4b0c-9d76-d77633712736 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206808 May 19 15:07:56.137808 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46146) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:56.144333 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-9e627d98-e6d2-4a1d-80ab-f4fc1f4cc7a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'security_group_rule': {'security_group_id': 'fd7782b4-92be-46b1-bcd6-c27186e1a377', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:56.176348 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9e627d98-e6d2-4a1d-80ab-f4fc1f4cc7a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (73003c41-bb72-4a80-9de2-65441bae2899), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.190659 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:53Z', 'revision_number': 4, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'f9506e82-88fd-4cc1-8e6c-cd511181c5be', 'name': '', 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'mac_address': 'fa:16:3e:be:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e92531d8-79fa-4e3f-8588-c50a6904a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:52Z', 'updated_at': '2022-05-19T15:07:53Z', 'revision_number': 2, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'subnets': [{'id': 'e92531d8-79fa-4e3f-8588-c50a6904a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:56.219323 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Checking router: 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:07:56.219909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Updating router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 port f9506e82-88fd-4cc1-8e6c-cd511181c5be binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:07:56.254560 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.264321 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:56.276483 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9e627d98-e6d2-4a1d-80ab-f4fc1f4cc7a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (73003c41-bb72-4a80-9de2-65441bae2899), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.287555 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882da1-e248-44f5-b086-f90dc354d35f req-4da40b1f-8080-41df-898f-489c2e12797a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:56.289121 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9b882da1-e248-44f5-b086-f90dc354d35f req-4da40b1f-8080-41df-898f-489c2e12797a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0685470 May 19 15:07:56.290356 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9e627d98-e6d2-4a1d-80ab-f4fc1f4cc7a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (73003c41-bb72-4a80-9de2-65441bae2899), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.312885 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e627d98-e6d2-4a1d-80ab-f4fc1f4cc7a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73003c41-bb72-4a80-9de2-65441bae2899,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:56.325330 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9e627d98-e6d2-4a1d-80ab-f4fc1f4cc7a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.326843 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9e627d98-e6d2-4a1d-80ab-f4fc1f4cc7a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1874714 May 19 15:07:56.330132 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46150) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:56.335156 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-61501e6a-bc8a-4d1c-a154-e390c5f3913b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'security_group_rule': {'security_group_id': 'fd7782b4-92be-46b1-bcd6-c27186e1a377', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:56.364753 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9b882da1-e248-44f5-b086-f90dc354d35f req-0fcf75da-3c09-4fd0-85d2-3f7bc036b50c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574272 May 19 15:07:56.391422 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61501e6a-bc8a-4d1c-a154-e390c5f3913b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (0ff1b147-bc3d-4b19-aa6f-a0a0a531c251), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.451068 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61501e6a-bc8a-4d1c-a154-e390c5f3913b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (0ff1b147-bc3d-4b19-aa6f-a0a0a531c251), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.460094 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61501e6a-bc8a-4d1c-a154-e390c5f3913b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (0ff1b147-bc3d-4b19-aa6f-a0a0a531c251), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.474671 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61501e6a-bc8a-4d1c-a154-e390c5f3913b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff1b147-bc3d-4b19-aa6f-a0a0a531c251,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:56.485456 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:56.490953 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61501e6a-bc8a-4d1c-a154-e390c5f3913b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.495140 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-61501e6a-bc8a-4d1c-a154-e390c5f3913b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610932 May 19 15:07:56.495810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46154) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:56.500157 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'security_group_rule': {'security_group_id': 'fd7782b4-92be-46b1-bcd6-c27186e1a377', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:56.527164 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Project 2c71bc8f0a164884bc0c046fd1e7faab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 15:07:56.533501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (fd75fc53-2e22-4670-8fce-37ca5befa740), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.598002 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (fd75fc53-2e22-4670-8fce-37ca5befa740), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.601408 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Publish callbacks [] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.602820 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (fd75fc53-2e22-4670-8fce-37ca5befa740), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.607629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:56.617550 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.623049 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a341d-0427-4668-889e-9fcd27f90b9b req-cce1853a-80eb-448c-bb93-eed85d74a976 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:56.625453 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-500a341d-0427-4668-889e-9fcd27f90b9b req-cce1853a-80eb-448c-bb93-eed85d74a976 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 943 time: 0.0559816 May 19 15:07:56.631428 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd75fc53-2e22-4670-8fce-37ca5befa740,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:56.637368 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.638756 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-540e4156-6626-44fe-8dee-755d617d4689 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419425 May 19 15:07:56.641704 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46158) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:07:56.646750 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'security_group_rule': {'security_group_id': 'fd7782b4-92be-46b1-bcd6-c27186e1a377', 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:07:56.681690 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Project 2c71bc8f0a164884bc0c046fd1e7faab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 15:07:56.684885 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-500a341d-0427-4668-889e-9fcd27f90b9b req-0a3eb091-abd0-4b5c-81ea-d79f3a018003 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533404 May 19 15:07:56.685019 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b394c0a-8459-4a4c-8ead-3414df925f98 None None] Pushing event updated for resources: {'Port': ['ID=f9506e82-88fd-4cc1-8e6c-cd511181c5be,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:56.695277 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (05d70be3-c185-46b2-aa21-82e8b62e8413), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.747138 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Attempting to bind port f9506e82-88fd-4cc1-8e6c-cd511181c5be on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:07:56.747538 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Attempting to bind port f9506e82-88fd-4cc1-8e6c-cd511181c5be by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:07:56.747897 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Attempting to bind port f9506e82-88fd-4cc1-8e6c-cd511181c5be on network 22e9cce3-f511-42bc-8cdb-220565a5d2ed {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:07:56.753392 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:07:56.753790 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Checking segment: {'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:07:56.754255 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.754824 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Bound using segment: {'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:07:56.755260 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (05d70be3-c185-46b2-aa21-82e8b62e8413), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.756025 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Bound port: f9506e82-88fd-4cc1-8e6c-cd511181c5be, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63245fea-deae-4ece-8f7e-bdad473f4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:07:56.756252 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.761729 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (05d70be3-c185-46b2-aa21-82e8b62e8413), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.778797 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d70be3-c185-46b2-aa21-82e8b62e8413,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:56.791535 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.792866 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4effd573-e994-47e0-9ef5-f9f021aad647 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500325 May 19 15:07:56.828731 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:56.834530 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] For port f9506e82-88fd-4cc1-8e6c-cd511181c5be, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:07:56.840046 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] For port f9506e82-88fd-4cc1-8e6c-cd511181c5be, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=f9506e82-88fd-4cc1-8e6c-cd511181c5be,segment=NetworkSegment(63245fea-deae-4ece-8f7e-bdad473f4132),segment_id=63245fea-deae-4ece-8f7e-bdad473f4132)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:07:56.852397 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:56.930286 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Routers {'6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:07:56.934608 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:56.950380 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d690852-8042-45ed-9274-8bbc72f5c45a req-d76a01d4-e3e5-4b69-a676-baa72a81fa06 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:56.951968 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9d690852-8042-45ed-9274-8bbc72f5c45a req-d76a01d4-e3e5-4b69-a676-baa72a81fa06 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0765510 May 19 15:07:56.980698 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b394c0a-8459-4a4c-8ead-3414df925f98 None None] Pushing event updated for resources: {'Port': ['ID=f9506e82-88fd-4cc1-8e6c-cd511181c5be,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:57.037273 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-02dd0621-79b6-4294-9315-e10848b1ec4b None None] Provisioning complete for port f9506e82-88fd-4cc1-8e6c-cd511181c5be triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:57.037714 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02dd0621-79b6-4294-9315-e10848b1ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:57.039854 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9d690852-8042-45ed-9274-8bbc72f5c45a req-23129b4f-b9b9-4e6d-ad7f-9ac4de313e8b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816970 May 19 15:07:57.241181 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 9c901506-9279-4fe1-bae3-cc110cac1a03 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:57.291597 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] Set router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:07:57.292928 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54429c75-fa95-4311-915b-7d70a1f7c30e req-22885ae5-fa30-48e7-a521-69a7eed62b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:57.296458 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54429c75-fa95-4311-915b-7d70a1f7c30e req-22885ae5-fa30-48e7-a521-69a7eed62b96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 1127 time: 0.0659256 May 19 15:07:57.387062 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:57.496190 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:57.522251 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54429c75-fa95-4311-915b-7d70a1f7c30e req-bc098220-c9f7-4c75-90b8-bc4175acd081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:57.523914 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54429c75-fa95-4311-915b-7d70a1f7c30e req-bc098220-c9f7-4c75-90b8-bc4175acd081 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=34c1099557144b8bb2fff88f5b526834&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2183230 May 19 15:07:57.544095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 9c901506-9279-4fe1-bae3-cc110cac1a03 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:57.544473 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:57.548263 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc23aa-df6a-411d-bc3c-c1499976079f req-379b59ba-b01e-408d-8241-3ad36c79c608 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:57.552976 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699081-c38a-4cf4-bfd5-64b10cf72b30 req-e4552f67-d530-41a0-8f83-f8e288f690a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:57.554442 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-05699081-c38a-4cf4-bfd5-64b10cf72b30 req-e4552f67-d530-41a0-8f83-f8e288f690a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1129 time: 0.0856102 May 19 15:07:57.557587 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bbc23aa-df6a-411d-bc3c-c1499976079f req-379b59ba-b01e-408d-8241-3ad36c79c608 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0727463 May 19 15:07:57.571211 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-02dd0621-79b6-4294-9315-e10848b1ec4b None None] Current status of the port f9506e82-88fd-4cc1-8e6c-cd511181c5be is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:57.571605 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02dd0621-79b6-4294-9315-e10848b1ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:57.620323 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bbc23aa-df6a-411d-bc3c-c1499976079f req-c5a606c0-872f-4f0b-b797-f5d81489f600 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610182 May 19 15:07:57.646993 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-02dd0621-79b6-4294-9315-e10848b1ec4b None None] For port f9506e82-88fd-4cc1-8e6c-cd511181c5be, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=f9506e82-88fd-4cc1-8e6c-cd511181c5be,segment=NetworkSegment(63245fea-deae-4ece-8f7e-bdad473f4132),segment_id=63245fea-deae-4ece-8f7e-bdad473f4132)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:57.654203 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-05699081-c38a-4cf4-bfd5-64b10cf72b30 req-90b225b1-1740-4561-b769-45159b51730a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635076 May 19 15:07:57.669818 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54429c75-fa95-4311-915b-7d70a1f7c30e req-a0d50413-0f51-4546-a549-4794220cdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:57.671360 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54429c75-fa95-4311-915b-7d70a1f7c30e req-a0d50413-0f51-4546-a549-4794220cdd93 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412363 May 19 15:07:57.672433 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02dd0621-79b6-4294-9315-e10848b1ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:57.754904 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:57.801623 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:57.803644 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 9c901506-9279-4fe1-bae3-cc110cac1a03 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:57.811902 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:53Z', 'revision_number': 4, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'f9506e82-88fd-4cc1-8e6c-cd511181c5be', 'name': '', 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'mac_address': 'fa:16:3e:be:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e92531d8-79fa-4e3f-8588-c50a6904a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:52Z', 'updated_at': '2022-05-19T15:07:56Z', 'revision_number': 4, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'subnets': [{'id': 'e92531d8-79fa-4e3f-8588-c50a6904a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:07:57.818506 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-94c123ac-a0ab-4163-a40c-07bad7aa2134 None None] Provisioning complete for port f9506e82-88fd-4cc1-8e6c-cd511181c5be triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:57.818918 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-94c123ac-a0ab-4163-a40c-07bad7aa2134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:57.837474 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c35a5-12fc-4fe3-a7c7-fef79f483d13 req-4c47dd06-bcc0-4285-86ec-6792408d3ea5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:57.839205 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5a4c35a5-12fc-4fe3-a7c7-fef79f483d13 req-4c47dd06-bcc0-4285-86ec-6792408d3ea5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 943 time: 0.0578599 May 19 15:07:57.846761 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd0621-79b6-4294-9315-e10848b1ec4b None None] Pushing event updated for resources: {'Port': ['ID=f9506e82-88fd-4cc1-8e6c-cd511181c5be,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:57.868604 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c69b0-e8b2-4a9e-9336-3a7f4c32c9f7 None None] The sync data for ids ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'] in dv-cinder-825492-12-iscsi is: [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:53Z', 'revision_number': 4, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'f9506e82-88fd-4cc1-8e6c-cd511181c5be', 'name': '', 'network_id': '22e9cce3-f511-42bc-8cdb-220565a5d2ed', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'mac_address': 'fa:16:3e:be:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e92531d8-79fa-4e3f-8588-c50a6904a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:52Z', 'updated_at': '2022-05-19T15:07:56Z', 'revision_number': 4, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'subnets': [{'id': 'e92531d8-79fa-4e3f-8588-c50a6904a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:07:57.899760 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5a4c35a5-12fc-4fe3-a7c7-fef79f483d13 req-fddd337b-6df7-4904-aa1d-c4a831b24ce3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543106 May 19 15:07:57.953537 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-94c123ac-a0ab-4163-a40c-07bad7aa2134 None None] Current status of the port f9506e82-88fd-4cc1-8e6c-cd511181c5be is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:58.168066 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4778c-fa11-47ef-932d-9f02c46405eb req-d47048d3-dae2-4ded-8621-362beed4f6d4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:58.169600 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1e4778c-fa11-47ef-932d-9f02c46405eb req-d47048d3-dae2-4ded-8621-362beed4f6d4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0525596 May 19 15:07:58.229068 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1e4778c-fa11-47ef-932d-9f02c46405eb req-b18d9187-9209-4e45-8b35-b5da7bc1f2e8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537841 May 19 15:07:58.739173 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cab59-ceaf-4b1d-8f3f-aa79475f39c5 req-63078e44-3169-4124-a3a8-65c891835cee tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:58.740359 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1321f45d-ed7a-4371-8bc6-ff537458ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:58.740743 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054cab59-ceaf-4b1d-8f3f-aa79475f39c5 req-63078e44-3169-4124-a3a8-65c891835cee tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0496368 May 19 15:07:58.741905 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1321f45d-ed7a-4371-8bc6-ff537458ab81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 1127 time: 0.0561156 May 19 15:07:58.795765 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054cab59-ceaf-4b1d-8f3f-aa79475f39c5 req-70a317fc-506b-44a6-ba84-119a5411a78c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486093 May 19 15:07:58.806041 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-03bbbd7a-1f68-4444-9556-fec4d738fcd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54c0604-314a-4a3c-a1e0-e03eb78af1d6 HTTP/1.1" status: 200 len: 217 time: 0.0385363 May 19 15:07:58.862992 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-d10b5ab0-5129-4ed8-8cbc-b962f3164263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:58.864473 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-d10b5ab0-5129-4ed8-8cbc-b962f3164263 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0474131 May 19 15:07:58.923997 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1fb7e22d-8b49-4d13-be70-07cc437a2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:58.925512 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-1fb7e22d-8b49-4d13-be70-07cc437a2ed7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415738 May 19 15:07:59.010642 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c12e-de29-405c-b7d1-8a7e43475cde req-415e1eb2-2b01-42e6-911a-8c86033f2544 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:59.012070 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7173c12e-de29-405c-b7d1-8a7e43475cde req-415e1eb2-2b01-42e6-911a-8c86033f2544 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 943 time: 0.0472567 May 19 15:07:59.024045 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-6ff11d08-c2b1-419f-ae11-9bf1ceaea8f9 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897563 May 19 15:07:59.060461 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7173c12e-de29-405c-b7d1-8a7e43475cde req-454d720f-c9d8-4951-a360-9864fe451dce tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 May 19 15:07:59.196666 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device f9506e82-88fd-4cc1-8e6c-cd511181c5be up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:07:59.223875 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:07:59.298909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port f9506e82-88fd-4cc1-8e6c-cd511181c5be triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:07:59.299367 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:59.352971 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da5c4-c5f1-430e-a842-fbc9c40a7b99 req-693e40ae-e2a0-4cba-8331-b7b125c78761 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:59.354496 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9e4da5c4-c5f1-430e-a842-fbc9c40a7b99 req-693e40ae-e2a0-4cba-8331-b7b125c78761 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0566030 May 19 15:07:59.383749 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:59.407173 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9e4da5c4-c5f1-430e-a842-fbc9c40a7b99 req-cd64c372-9920-4ed8-9df5-f10bf25d30f8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 May 19 15:07:59.414433 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'port_id': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'mac_address': 'fa:16:3e:bc:e2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:07:59.458027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port f9506e82-88fd-4cc1-8e6c-cd511181c5be is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:59.464056 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 3beaa750-59c9-4ce6-b188-390d70f3fb7a is: ACTIVE; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:07:59.464430 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:59.478151 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3beaa750-59c9-4ce6-b188-390d70f3fb7a {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:07:59.501909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:07:59.513890 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:07:59.593917 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4eb6aa58-ec31-46e2-b2bf-88656584488a req-e7c6e1ab-7499-4125-992c-a73d2650fd87 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167920 May 19 15:07:59.600232 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=6']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:07:59.646930 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['3beaa750-59c9-4ce6-b188-390d70f3fb7a'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:07:59.920561 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5380a5-2732-40ab-8b1f-28422ba72e0f req-84921952-9ba7-421a-8ebf-83d968abb2ae tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:07:59.922001 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f5380a5-2732-40ab-8b1f-28422ba72e0f req-84921952-9ba7-421a-8ebf-83d968abb2ae tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 945 time: 0.0499732 May 19 15:07:59.952254 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:07:59.971420 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f5380a5-2732-40ab-8b1f-28422ba72e0f req-ce6a264a-edba-4db7-a811-15db14059d5d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 May 19 15:08:00.178425 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e18b2-4ab6-4075-a1de-30ad55dbdf19 req-30df6fc7-7d96-473d-9776-c309c3cf0420 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:00.180061 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da1e18b2-4ab6-4075-a1de-30ad55dbdf19 req-30df6fc7-7d96-473d-9776-c309c3cf0420 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 943 time: 0.0486596 May 19 15:08:00.227272 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da1e18b2-4ab6-4075-a1de-30ad55dbdf19 req-e594e2de-0c1e-4857-a3ab-bf7423b7e38e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 May 19 15:08:00.523498 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d5e9c-2c2b-42d6-9601-fef1632c98b8 req-b040af11-dfb4-4bbf-80a2-549d98636deb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:00.524973 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3d9d5e9c-2c2b-42d6-9601-fef1632c98b8 req-b040af11-dfb4-4bbf-80a2-549d98636deb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0496716 May 19 15:08:00.579656 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3d9d5e9c-2c2b-42d6-9601-fef1632c98b8 req-92d7222d-9d37-43fe-8365-9d3b2406405b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491807 May 19 15:08:00.698790 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad5a24-b313-4f15-b3a1-a6b6645c1478 req-c9a43114-11cc-494f-a2e0-437aa8a7e9df tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:00.700573 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3bad5a24-b313-4f15-b3a1-a6b6645c1478 req-c9a43114-11cc-494f-a2e0-437aa8a7e9df tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0529146 May 19 15:08:00.710267 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46272) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:00.715222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'floatingip': {'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:08:00.802861 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:01.124613 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:01.213787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:08:01.217628 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66e98-ec45-4c42-b520-2749fb519765 req-abdb3922-b2a1-4a12-a595-8c9731482bc6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:01.219131 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-99b66e98-ec45-4c42-b520-2749fb519765 req-abdb3922-b2a1-4a12-a595-8c9731482bc6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 945 time: 0.1707537 May 19 15:08:01.273189 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 3beaa750-59c9-4ce6-b188-390d70f3fb7a triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:08:01.273596 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:01.303635 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:01.351191 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 3beaa750-59c9-4ce6-b188-390d70f3fb7a is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:08:01.351599 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:01.354318 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:01.382090 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:01.384380 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f02569d-0a01-4dda-8134-4bbcc73ffa9b" -d '{"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-plugged", "status": "completed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:01.397258 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:01.399149 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-99b66e98-ec45-4c42-b520-2749fb519765 req-aa4ea734-a610-4f4a-b6c5-deafb187818c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720941 May 19 15:08:01.401547 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:01.449547 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b4d56-6e4d-4443-9186-8f91295953a8 x-openstack-request-id: req-699b4d56-6e4d-4443-9186-8f91295953a8 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:01.449837 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-plugged", "status": "completed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:01.450092 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-699b4d56-6e4d-4443-9186-8f91295953a8 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:01.450486 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699b4d56-6e4d-4443-9186-8f91295953a8'] response: {'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'code': 200} May 19 15:08:01.454160 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053d032-1081-4a89-9c00-c6229efc2b3d req-800fa848-905c-40be-b607-808a151b8cb8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:01.455662 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e053d032-1081-4a89-9c00-c6229efc2b3d req-800fa848-905c-40be-b607-808a151b8cb8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 943 time: 0.1349983 May 19 15:08:01.465476 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=7']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:01.585698 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:01.591596 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e053d032-1081-4a89-9c00-c6229efc2b3d req-c0231fda-7302-4fe3-9896-13e1b972292c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251915 May 19 15:08:01.595984 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:01.901275 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:01.905785 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Floating IP d40c5efd-cd9a-4eea-9584-0fa617d36650 associated. External IP: 172.27.2.104, port: 7377972f-e26c-43d1-ac62-ddf4b52e4bfd. May 19 15:08:02.060038 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:02.110954 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Router 34ed327f-2078-490b-ae7e-2613eab2b491 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:08:02.219725 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:08:02.224237 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:02.232464 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] Sync routers for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:08:02.243178 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:08:02.243802 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:02.254403 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4a7496a5-ea0a-4e73-9566-df11751e4342 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "PUT /v2.0/floatingips/d40c5efd-cd9a-4eea-9584-0fa617d36650 HTTP/1.1" status: 200 len: 991 time: 1.5434215 May 19 15:08:02.254978 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:02.257892 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:02.299486 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0fc6a6-3342-4fd2-98c7-8a9111ee264d x-openstack-request-id: req-9f0fc6a6-3342-4fd2-98c7-8a9111ee264d {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:02.299771 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:02.300024 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f0fc6a6-3342-4fd2-98c7-8a9111ee264d {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:02.300450 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0fc6a6-3342-4fd2-98c7-8a9111ee264d'] response: {'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'status': 'completed', 'code': 200} May 19 15:08:02.350321 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:08:02.373954 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-67c2861b-abf9-4fce-ba88-9eafc7402404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:02.376227 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-67c2861b-abf9-4fce-ba88-9eafc7402404 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1129 time: 0.0445552 May 19 15:08:02.502175 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-55894617-2199-45e2-8d20-3de987ee7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:02.503669 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-55894617-2199-45e2-8d20-3de987ee7fbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.1187954 May 19 15:08:02.545016 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe3871-3296-484f-a72e-110d2de7f765 req-c401d0d6-d820-45f5-8716-85b6105f0b0f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:02.546754 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-75fe3871-3296-484f-a72e-110d2de7f765 req-c401d0d6-d820-45f5-8716-85b6105f0b0f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0526075 May 19 15:08:02.556874 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:02.561886 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:02.583993 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-5287b049-08cd-404c-95e4-32eaf087edc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 200 len: 999 time: 0.0704045 May 19 15:08:02.603007 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-75fe3871-3296-484f-a72e-110d2de7f765 req-09d66a0f-5b41-4954-ad48-73a911b37d18 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495965 May 19 15:08:02.619399 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'd40c5efd-cd9a-4eea-9584-0fa617d36650', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'mac_address': 'fa:16:3e:4d:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:08:01Z', 'revision_number': 1, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:02.635358 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-9451dc46-bd11-42c1-a447-7f117e2a77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:02.636868 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-9451dc46-bd11-42c1-a447-7f117e2a77b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0464063 May 19 15:08:02.654119 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] Checking router: 34ed327f-2078-490b-ae7e-2613eab2b491 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:08:02.663544 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:08:02.664154 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:02.691100 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-5f0b2f9e-dbca-4dd8-a507-0e21e47e7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:02.692731 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-5f0b2f9e-dbca-4dd8-a507-0e21e47e7dee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470510 May 19 15:08:02.734872 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e03a8-5be9-41dc-adb8-54dc74018814 req-f18ccb14-8aaa-4490-8eee-e0b0ce5f44d4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:02.736536 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cc0e03a8-5be9-41dc-adb8-54dc74018814 req-f18ccb14-8aaa-4490-8eee-e0b0ce5f44d4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 943 time: 0.0595045 May 19 15:08:02.775257 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:02.790616 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cc0e03a8-5be9-41dc-adb8-54dc74018814 req-a9978509-abdd-4911-bf06-2dfda86d86ee tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481997 May 19 15:08:02.802686 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:08:02.822999 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-eb905d09-5c93-44e3-a0d1-41569c921e20 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227181 May 19 15:08:02.895256 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:02.922121 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce695fa2-9c4a-4dba-9ce6-170fb4b81c1b req-2dada2aa-baa5-498a-8327-cf38cbb686be service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908601 May 19 15:08:02.971115 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:03.026822 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'd40c5efd-cd9a-4eea-9584-0fa617d36650', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'mac_address': 'fa:16:3e:4d:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:08:01Z', 'revision_number': 1, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:03.051430 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff5860-c715-4cc3-8440-e4d17c4437df None None] The sync data for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi is: [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'd40c5efd-cd9a-4eea-9584-0fa617d36650', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'mac_address': 'fa:16:3e:4d:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:08:01Z', 'revision_number': 1, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:08:03.221727 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46312) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:03.237658 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a54c0604-314a-4a3c-a1e0-e03eb78af1d6 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:08:03.278048 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16ea52-1b13-43d0-bdae-3590a78f1441 None None] New status for floating IP d40c5efd-cd9a-4eea-9584-0fa617d36650: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:08:03.351509 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0561e12b-4567-48c2-afe4-cb76223c96d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.446255 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0561e12b-4567-48c2-afe4-cb76223c96d2 admin admin] Publish callbacks [] for security_group (c6b05528-5ea0-4636-8472-8dd3c99e853f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.450328 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0561e12b-4567-48c2-afe4-cb76223c96d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c6b05528-5ea0-4636-8472-8dd3c99e853f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.483148 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port a54c0604-314a-4a3c-a1e0-e03eb78af1d6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:03.493030 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0561e12b-4567-48c2-afe4-cb76223c96d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a73643c10b6b43f5b5c63b2d9e10731c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701745 May 19 15:08:03.493917 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561e12b-4567-48c2-afe4-cb76223c96d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b05528-5ea0-4636-8472-8dd3c99e853f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:03.496028 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46316) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:03.497595 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'port_id': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'mac_address': 'fa:16:3e:6e:03:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:08:03.539610 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:08:03.540331 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.555313 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54c0604-314a-4a3c-a1e0-e03eb78af1d6 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:08:03.558486 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ec76986-2e74-488b-9cb7-1e9437a2de4c admin admin] Publish callbacks [] for security_group (c6b05528-5ea0-4636-8472-8dd3c99e853f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.575339 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port a54c0604-314a-4a3c-a1e0-e03eb78af1d6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:03.579313 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.586906 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ec76986-2e74-488b-9cb7-1e9437a2de4c admin admin] Publish callbacks [] for security_group (c6b05528-5ea0-4636-8472-8dd3c99e853f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.631505 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:03.651189 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ec76986-2e74-488b-9cb7-1e9437a2de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c6b05528-5ea0-4636-8472-8dd3c99e853f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.654349 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ec76986-2e74-488b-9cb7-1e9437a2de4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:03.656429 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3ec76986-2e74-488b-9cb7-1e9437a2de4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6b05528-5ea0-4636-8472-8dd3c99e853f HTTP/1.1" status: 204 len: 168 time: 0.1578197 May 19 15:08:03.669858 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec76986-2e74-488b-9cb7-1e9437a2de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b05528-5ea0-4636-8472-8dd3c99e853f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:03.765204 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e023b-0d3f-493c-9344-9a8430d3a321 req-60badbb6-b0e0-4a68-b436-881b5bd49547 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:03.766891 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-592e023b-0d3f-493c-9344-9a8430d3a321 req-60badbb6-b0e0-4a68-b436-881b5bd49547 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0788424 May 19 15:08:03.842781 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-592e023b-0d3f-493c-9344-9a8430d3a321 req-7ca3c253-3d6f-477d-86ea-fd6ffea5f0f3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688341 May 19 15:08:03.989023 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['a54c0604-314a-4a3c-a1e0-e03eb78af1d6'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:08:04.011019 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c697cd-0277-4810-bdc0-c56f8d6a1c1d req-0f62d8b5-3a10-4966-96e2-074daf21eda3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:04.019156 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7c697cd-0277-4810-bdc0-c56f8d6a1c1d req-0f62d8b5-3a10-4966-96e2-074daf21eda3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 944 time: 0.0815682 May 19 15:08:04.080087 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7c697cd-0277-4810-bdc0-c56f8d6a1c1d req-37ea8705-2614-4c61-8b12-7a6c72f4d8c0 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519321 May 19 15:08:05.006401 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6d858-d74f-4c5f-9ea9-4c96c628cb84 req-a6620ec5-404c-424b-8749-e2428741ca55 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:05.007942 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b7d6d858-d74f-4c5f-9ea9-4c96c628cb84 req-a6620ec5-404c-424b-8749-e2428741ca55 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0540977 May 19 15:08:05.041897 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:05.057253 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b7d6d858-d74f-4c5f-9ea9-4c96c628cb84 req-8436f753-f99e-41f9-9b17-39449689729a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 May 19 15:08:05.195959 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cbec0-1e4a-4929-b6d3-d93dca298ef0 req-7ecf3ec5-5030-4440-ac68-5e5aed112697 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:05.197496 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-924cbec0-1e4a-4929-b6d3-d93dca298ef0 req-7ecf3ec5-5030-4440-ac68-5e5aed112697 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 944 time: 0.0471504 May 19 15:08:05.231075 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a54c0604-314a-4a3c-a1e0-e03eb78af1d6 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:08:05.245917 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-924cbec0-1e4a-4929-b6d3-d93dca298ef0 req-c5eb3673-bfd3-43f6-bcf0-10a7bb174f20 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 May 19 15:08:05.276226 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:08:05.282118 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:08:05.282499 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:05.314004 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:05.362225 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:08:05.362607 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:05.375386 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:05.391900 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:05.394204 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0159fffe-93bd-4b26-8d6a-b6b7f0db1438" -d '{"events": [{"server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "name": "network-vif-plugged", "status": "completed", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:05.409113 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port a54c0604-314a-4a3c-a1e0-e03eb78af1d6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:05.414011 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:05.445005 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba651880-19a7-4322-80cd-dce5c6381336 x-openstack-request-id: req-ba651880-19a7-4322-80cd-dce5c6381336 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:05.445662 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "name": "network-vif-plugged", "status": "completed", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:05.445992 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba651880-19a7-4322-80cd-dce5c6381336 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:05.446325 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba651880-19a7-4322-80cd-dce5c6381336'] response: {'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'code': 200} May 19 15:08:05.470106 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:05.620197 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4939f-47a2-4f05-8d58-7b31d5b20b2e req-97c217c2-e964-4c91-9500-735d1be55309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:05.621703 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-efa4939f-47a2-4f05-8d58-7b31d5b20b2e req-97c217c2-e964-4c91-9500-735d1be55309 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 1129 time: 0.0412049 May 19 15:08:05.672333 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-efa4939f-47a2-4f05-8d58-7b31d5b20b2e req-c74fd629-c88a-409c-a1c1-0b83f72bf9b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 May 19 15:08:06.191413 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f7ce-0324-4cee-9f5a-f0e1faa3a3af req-16cac815-518b-4dec-b4f3-d21673cb1b27 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:06.194026 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6a48f7ce-0324-4cee-9f5a-f0e1faa3a3af req-16cac815-518b-4dec-b4f3-d21673cb1b27 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0528479 May 19 15:08:06.250367 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6a48f7ce-0324-4cee-9f5a-f0e1faa3a3af req-dbb9f6fb-5c20-4eae-ac13-746e4a1a4ead tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503500 May 19 15:08:06.410821 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3d31-48b5-4a49-a014-833d0c911922 req-26afa032-3c0c-45c6-a119-005605cd92c1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:06.413506 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-592f3d31-48b5-4a49-a014-833d0c911922 req-26afa032-3c0c-45c6-a119-005605cd92c1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 945 time: 0.0613804 May 19 15:08:06.470754 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-592f3d31-48b5-4a49-a014-833d0c911922 req-0b018d77-ebf3-42e7-a401-33c8435c9713 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499103 May 19 15:08:07.420815 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53011c-352e-49d7-ad37-62587b07c07a req-c122d9ea-b5aa-4cb6-924f-261ffcf4b373 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:07.427759 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-df53011c-352e-49d7-ad37-62587b07c07a req-c122d9ea-b5aa-4cb6-924f-261ffcf4b373 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0667019 May 19 15:08:07.471058 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-df53011c-352e-49d7-ad37-62587b07c07a req-1e6edd83-3773-41ef-ba36-1d0f33a24fa7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 May 19 15:08:07.613923 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa3f8-a06f-4ba5-b0d5-86e9672fa066 req-04f95356-6721-4156-b8cd-9c4ada854920 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:07.616453 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a53fa3f8-a06f-4ba5-b0d5-86e9672fa066 req-04f95356-6721-4156-b8cd-9c4ada854920 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 945 time: 0.0641081 May 19 15:08:07.682942 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:07.691559 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a53fa3f8-a06f-4ba5-b0d5-86e9672fa066 req-5612c665-1868-479c-944c-48747c875838 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685723 May 19 15:08:07.825177 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e2baa-425b-457e-9480-f1c4ef40b7f2 req-551c165b-d01a-467e-8dde-c452849224f8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:07.826974 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e66e2baa-425b-457e-9480-f1c4ef40b7f2 req-551c165b-d01a-467e-8dde-c452849224f8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 945 time: 0.0527461 May 19 15:08:07.835875 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46386) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:07.840310 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'port_id': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:08:07.884457 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (b6b448e5-c3b8-4b63-a701-9c79b2b734d3), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:08.371033 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:08.375328 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (b6b448e5-c3b8-4b63-a701-9c79b2b734d3), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:08.378147 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:08.493947 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP b6b448e5-c3b8-4b63-a701-9c79b2b734d3 associated. External IP: 172.27.2.158, port: a54c0604-314a-4a3c-a1e0-e03eb78af1d6. May 19 15:08:08.647139 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705084-be78-44f1-bf59-e53890186115 req-e0b3db74-1f98-4a5e-90b1-f3eefd33d078 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:08.648808 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34705084-be78-44f1-bf59-e53890186115 req-e0b3db74-1f98-4a5e-90b1-f3eefd33d078 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0614188 May 19 15:08:08.790352 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34705084-be78-44f1-bf59-e53890186115 req-c7abc7fd-944f-4f77-978b-61d5e1ccfdde tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301708 May 19 15:08:08.796342 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:08:08.933089 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:08:08.938171 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:08.945282 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:08:08.962319 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:08:08.962903 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:08.971083 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-eb659494-9c1e-4844-b57f-aeb13e4332f4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "PUT /v2.0/floatingips/b6b448e5-c3b8-4b63-a701-9c79b2b734d3 HTTP/1.1" status: 200 len: 991 time: 1.1341047 May 19 15:08:08.971684 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:08.975275 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4478bd-b62a-44a4-b266-aac281995c17" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:09.012003 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410c386e-b350-445a-b15b-9c69935830e0 x-openstack-request-id: req-410c386e-b350-445a-b15b-9c69935830e0 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:09.012285 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:09.012563 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-410c386e-b350-445a-b15b-9c69935830e0 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:09.012961 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410c386e-b350-445a-b15b-9c69935830e0'] response: {'name': 'network-changed', 'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'status': 'completed', 'code': 200} May 19 15:08:09.088589 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-d1e504b2-2d7e-4660-9aff-6a09a2cd3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:09.089221 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:08:09.091380 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-d1e504b2-2d7e-4660-9aff-6a09a2cd3fdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 1129 time: 0.0487797 May 19 15:08:09.274133 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-a129c6cd-a201-4125-bcbd-0ab3345f044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:09.275934 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-a129c6cd-a201-4125-bcbd-0ab3345f044a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 915 time: 0.1676188 May 19 15:08:09.329037 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:18Z', 'revision_number': 2, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}, {'id': 'b6b448e5-c3b8-4b63-a701-9c79b2b734d3', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:6e:03:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:08:08Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:09.351931 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-18c20bde-5752-4804-9059-8424b1a3a6b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54c0604-314a-4a3c-a1e0-e03eb78af1d6 HTTP/1.1" status: 200 len: 999 time: 0.0686255 May 19 15:08:09.355029 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:08:09.365062 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:08:09.365715 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:07:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:09.424427 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-0247a140-a645-4a37-96b5-54b273fd493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:09.425959 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-0247a140-a645-4a37-96b5-54b273fd493c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0646167 May 19 15:08:09.502778 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-d99ce1e1-6599-4719-a892-74e578fcd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:09.504459 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-d99ce1e1-6599-4719-a892-74e578fcd77c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674777 May 19 15:08:09.578096 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:08:09.634458 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-956322b6-5058-4acc-bd7d-073c31123036 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213794 May 19 15:08:09.658164 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:09.728303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:09.740457 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f4478bd-b62a-44a4-b266-aac281995c17 req-499d5c1f-5cb5-49f4-9b15-80f2b218487b service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972810 May 19 15:08:09.845989 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:18Z', 'revision_number': 2, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}, {'id': 'b6b448e5-c3b8-4b63-a701-9c79b2b734d3', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:6e:03:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:08:08Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:09.873208 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cc16c-50c9-4a18-b00f-39abe4ee8fec None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:18Z', 'revision_number': 2, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}, {'id': 'b6b448e5-c3b8-4b63-a701-9c79b2b734d3', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:6e:03:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:08:08Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:08:09.993385 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:10.003057 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7025aae-e478-40a9-9520-ef88e47f4569 req-e7894adb-f0c2-49f0-8a97-2dede827a51c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:10.004611 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7025aae-e478-40a9-9520-ef88e47f4569 req-e7894adb-f0c2-49f0-8a97-2dede827a51c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0763347 May 19 15:08:10.078255 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7025aae-e478-40a9-9520-ef88e47f4569 req-b2b2d988-bd29-4f4f-bc86-e2458d6b22de tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635078 May 19 15:08:10.175791 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a708c3-51d4-4d89-889d-ed11ba9a3d39 None None] New status for floating IP b6b448e5-c3b8-4b63-a701-9c79b2b734d3: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:08:11.225775 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ce70d-031e-44fe-a20d-8f4c7e35b19d req-d7c77763-9eec-4a05-a957-7f13287345e2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:11.225775 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5b0ce70d-031e-44fe-a20d-8f4c7e35b19d req-d7c77763-9eec-4a05-a957-7f13287345e2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0624270 May 19 15:08:11.299247 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5b0ce70d-031e-44fe-a20d-8f4c7e35b19d req-ff4515c2-103d-4cf5-91a9-1f888cc059f2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546148 May 19 15:08:12.446862 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ca469-2b17-4971-b5a2-57f18d59daad req-f119ec98-44da-4b7a-9c8d-23b1734ddfdf tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:12.448546 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-696ca469-2b17-4971-b5a2-57f18d59daad req-f119ec98-44da-4b7a-9c8d-23b1734ddfdf tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0529289 May 19 15:08:12.503456 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-696ca469-2b17-4971-b5a2-57f18d59daad req-2e0b786f-96a7-4e33-9bb3-5e0d5ebe53c2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484612 May 19 15:08:13.640422 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c486-8008-4079-bd21-46b9c6aeb601 req-bef5315b-ba38-46d3-b368-f17df2c29064 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:13.642632 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7347c486-8008-4079-bd21-46b9c6aeb601 req-bef5315b-ba38-46d3-b368-f17df2c29064 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0557249 May 19 15:08:13.697091 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7347c486-8008-4079-bd21-46b9c6aeb601 req-b9ba9746-dabb-4cae-b372-dbcbeef06815 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484152 May 19 15:08:14.027059 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-96bec548-223c-49d3-893d-194c947956eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:14.832649 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73890d66-3a0b-46fa-9f64-4cfda228ea10 req-32051183-30de-41d8-a1ec-a0dfb8f92e49 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:14.841019 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-73890d66-3a0b-46fa-9f64-4cfda228ea10 req-32051183-30de-41d8-a1ec-a0dfb8f92e49 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0572577 May 19 15:08:14.886381 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-73890d66-3a0b-46fa-9f64-4cfda228ea10 req-0ecf085f-b195-4fb5-80fe-90555ad3655b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441673 May 19 15:08:15.956357 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-72aba2c8-66ac-40fb-8d58-47b36a2019e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:15.958459 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-72aba2c8-66ac-40fb-8d58-47b36a2019e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1130 time: 0.0397973 May 19 15:08:16.003437 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c58a-dc7f-4c43-a23e-14dc7dc9aa26 req-1fcd4500-af60-450a-969e-6755c5387177 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:16.005425 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ea78c58a-dc7f-4c43-a23e-14dc7dc9aa26 req-1fcd4500-af60-450a-969e-6755c5387177 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0466311 May 19 15:08:16.029346 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:16.054863 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-47b56132-6f52-4cb7-8993-12253030cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:16.056337 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-47b56132-6f52-4cb7-8993-12253030cca7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.0879607 May 19 15:08:16.056704 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ea78c58a-dc7f-4c43-a23e-14dc7dc9aa26 req-16f2a307-a127-4931-8b1c-86e35e418c08 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 May 19 15:08:16.114304 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:16.119242 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-2c2c17b1-d71a-4a2e-82ac-542874b14fe8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 1001 time: 0.0551090 May 19 15:08:16.171895 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-60731160-b8d4-452a-b61f-4527f05cb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:16.173358 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-60731160-b8d4-452a-b61f-4527f05cb49d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0479405 May 19 15:08:16.226080 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-8d85849a-01a4-4495-b77f-67866f966697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:16.227579 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-8d85849a-01a4-4495-b77f-67866f966697 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395563 May 19 15:08:16.259264 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d5afc3e0-75b2-4b29-b70e-072e229136e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:16.323129 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-1ebd183d-07f8-4fc0-afd0-16fc4b0e52ec service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869858 May 19 15:08:16.414437 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e6eabf9-e3e0-49e8-87ee-50b969993f7f req-28a44b93-221e-4e32-bc45-ce6b97684d64 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854340 May 19 15:08:17.173922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca891-07c3-4b04-a37e-55fc8d08b98f req-5ea64c9d-a213-45e3-8213-69f130a44079 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:17.175382 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e27ca891-07c3-4b04-a37e-55fc8d08b98f req-5ea64c9d-a213-45e3-8213-69f130a44079 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0461106 May 19 15:08:17.222411 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e27ca891-07c3-4b04-a37e-55fc8d08b98f req-1f0b1b37-ac8d-46ad-9d9a-8fb0771fe2f8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415540 May 19 15:08:17.396050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:18.343125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645429a5-9631-40bd-9144-a612b1485a44 req-97b18f73-f62f-42e3-b36e-e806d9ab9877 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:18.344632 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-645429a5-9631-40bd-9144-a612b1485a44 req-97b18f73-f62f-42e3-b36e-e806d9ab9877 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.0494208 May 19 15:08:18.392277 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-645429a5-9631-40bd-9144-a612b1485a44 req-707f4e45-e24f-48b9-bf4c-bef3eb67de4d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 May 19 15:08:18.634576 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:19.358963 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:08:19.442499 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 3beaa750-59c9-4ce6-b188-390d70f3fb7a is: ACTIVE; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:08:19.442901 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:19.478048 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:19.480261 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac4a071-305b-4465-ac6f-4b59fa92526f" -d '{"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-unplugged", "status": "completed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:19.494468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:19.500505 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:19.537710 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aee4bc-50be-49ee-b87e-4c1748563008 x-openstack-request-id: req-a1aee4bc-50be-49ee-b87e-4c1748563008 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:19.537998 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-unplugged", "status": "failed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a", "code": 422}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:19.538368 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1aee4bc-50be-49ee-b87e-4c1748563008 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:19.539064 dv-cinder-825492-12-iscsi neutron-server[103763]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a1aee4bc-50be-49ee-b87e-4c1748563008']: {'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'code': 422} returned with failed status May 19 15:08:19.559480 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223b7f-12f0-4dc3-98d0-7a7574041337 req-4292bd28-ad44-43e6-a7a3-233816bcf6e5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:19.569611 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=8']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:19.572127 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-77223b7f-12f0-4dc3-98d0-7a7574041337 req-4292bd28-ad44-43e6-a7a3-233816bcf6e5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 946 time: 0.1001594 May 19 15:08:19.616343 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-77223b7f-12f0-4dc3-98d0-7a7574041337 req-dee734b5-d36f-4db7-982e-7384757adfbb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432918 May 19 15:08:19.786951 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=18 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:19.850212 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=76 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:20.034016 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-e4a83143-e112-423c-9c3b-b746b3c15e69 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975589445&fields=id&tenant_id=2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 267 time: 0.0460927 May 19 15:08:20.104271 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:20.148914 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-a6714565-ce86-4fc1-ae91-e6290e5c33bc tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:20.150382 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-a6714565-ce86-4fc1-ae91-e6290e5c33bc tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 811 time: 0.1095843 May 19 15:08:20.167318 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-0746d83e-0648-456d-a7ac-8d2fa805cb7f req-270bae16-a97d-4b92-8e3f-3b87ebebb404 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:08:20.168222 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0746d83e-0648-456d-a7ac-8d2fa805cb7f req-270bae16-a97d-4b92-8e3f-3b87ebebb404 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0106864 May 19 15:08:20.172040 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-049f9ae5-b5e9-4926-b43f-6e6da3c2aecd tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/quotas/2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 375 time: 0.0161204 May 19 15:08:20.229298 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-8415c2e8-e0f2-481f-adea-f841ba5d56fd tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515311 May 19 15:08:20.318666 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:20.348628 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df96557-bf1e-44e7-8201-fa45183f3a39 req-3f63f5b1-2dc9-4d53-8bac-dfab19253356 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:20.350082 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6df96557-bf1e-44e7-8201-fa45183f3a39 req-3f63f5b1-2dc9-4d53-8bac-dfab19253356 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0651190 May 19 15:08:20.392269 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-1583e050-fcb9-478d-b87b-02de976dd268 service neutron] 10.222.0.24 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516278 May 19 15:08:20.464457 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6df96557-bf1e-44e7-8201-fa45183f3a39 req-242f4d3a-d9d9-4aaf-805e-4a1cb1bc03c3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041689 May 19 15:08:20.499740 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-d7027949-7602-4433-95dd-a275a367dc12 service neutron] 10.222.0.24 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997114 May 19 15:08:20.700396 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46576) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:21.027398 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e6e94f05-bbcb-4401-9a18-a695e953a92d req-7e167bec-4c9b-4f26-9be2-388fdeb9a5b9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 210 time: 0.0361602 May 19 15:08:21.029382 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-fabc16d1-9575-4ba2-991e-4d21c01ed84c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3276803 May 19 15:08:21.039430 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-9511862f-2b0a-439e-9e85-6a0b51ee47ee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:08:21.040408 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-9511862f-2b0a-439e-9e85-6a0b51ee47ee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058928 May 19 15:08:21.124290 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46594) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:21.231425 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-9a51ed10-e6c2-4a93-8e46-3bc8069877fa tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:21.232801 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-9a51ed10-e6c2-4a93-8e46-3bc8069877fa tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports/3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 941 time: 0.1075394 May 19 15:08:21.584030 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eae50a-7310-4b20-9bc0-bd9f65ceb14e req-e8712906-4e8d-4a8c-adb1-97bdd5c3a021 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:21.585472 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-87eae50a-7310-4b20-9bc0-bd9f65ceb14e req-e8712906-4e8d-4a8c-adb1-97bdd5c3a021 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0481617 May 19 15:08:21.632580 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-87eae50a-7310-4b20-9bc0-bd9f65ceb14e req-6c42f137-09c6-4065-98a7-60dd0c38adbc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 May 19 15:08:21.854779 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-53e6d573-7356-48f5-ae48-efeba44f38c9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:21.856835 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-53e6d573-7356-48f5-ae48-efeba44f38c9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 811 time: 0.1113515 May 19 15:08:21.932768 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-7c36272c-3222-4e3a-b823-121e7b15627c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 380 time: 0.0541034 May 19 15:08:21.941951 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'port': {'device_id': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'admin_state_up': True, 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'security_groups': ['fd7782b4-92be-46b1-bcd6-c27186e1a377']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:08:22.044645 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Made reservation on behalf of 2c71bc8f0a164884bc0c046fd1e7faab for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:08:22.048076 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.129229 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-48ccd1d5-2b2b-4fe3-bf68-794f4b62f78f req-4cfb4c0a-43f1-4b7a-9a45-9bcdb00532f2 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 210 time: 0.0283031 May 19 15:08:22.175909 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Allocated IP 172.20.0.3 (c953f990-ab01-4a12-ad62-ff0b653ea46c/08e45018-96b2-47f0-acb5-298ca215d38d/6d4f2f1d-bc4f-469b-a086-62fc903f5044) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:08:22.203055 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:22.318798 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.338612 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:22.354111 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.398179 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:08:22.401344 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:08:22.405113 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:08:22.411639 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=6d4f2f1d-bc4f-469b-a086-62fc903f5044,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:22.459719 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:22.460335 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.477078 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-da83a360-270e-43de-a422-b390f22febe5 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5386372 May 19 15:08:22.492301 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Request body: {'port': {'device_id': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:08:22.553293 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.663140 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-ec3abaa7-b82b-4ad3-86b4-b1d18d4a06de None None] Provisioning complete for port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:08:22.663756 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec3abaa7-b82b-4ad3-86b4-b1d18d4a06de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.695982 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ec3abaa7-b82b-4ad3-86b4-b1d18d4a06de None None] Port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:08:22.750213 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d7d5-a18e-4fb8-b84e-4ae684832ab1 req-cdfa81d1-a6d4-4a02-ad1d-ee2705741f78 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:22.751797 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9338d7d5-a18e-4fb8-b84e-4ae684832ab1 req-cdfa81d1-a6d4-4a02-ad1d-ee2705741f78 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0463223 May 19 15:08:22.797874 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:22.803243 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9338d7d5-a18e-4fb8-b84e-4ae684832ab1 req-c5397f1b-577f-4be7-be28-411b16036231 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451417 May 19 15:08:22.841643 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4f2f1d-bc4f-469b-a086-62fc903f5044 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:08:22.848884 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Publish callbacks [] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.862152 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Transition to ACTIVE for port object 6d4f2f1d-bc4f-469b-a086-62fc903f5044 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:08:22.865600 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:22.914483 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4f2f1d-bc4f-469b-a086-62fc903f5044,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:22.956698 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:22.990665 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Attempting to bind port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:08:22.990996 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Attempting to bind port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:08:22.991358 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Attempting to bind port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:08:22.996353 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 on network c953f990-ab01-4a12-ad62-ff0b653ea46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:08:22.996672 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Attempting to bind port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:08:23.001894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:08:23.002224 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Checking segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:08:23.002604 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Bound using segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:08:23.003029 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Bound port: 6d4f2f1d-bc4f-469b-a086-62fc903f5044, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:08:23.003420 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:23.069520 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] For port 6d4f2f1d-bc4f-469b-a086-62fc903f5044, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:08:23.072672 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] For port 6d4f2f1d-bc4f-469b-a086-62fc903f5044, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:08:23.078788 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:23.112547 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.113317 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:23.115255 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-556a897c-0846-4525-8975-f206068e77c1 service neutron] 10.222.0.49 "PUT /v2.0/ports/6d4f2f1d-bc4f-469b-a086-62fc903f5044 HTTP/1.1" status: 200 len: 1093 time: 0.6272521 May 19 15:08:23.117374 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:23.119940 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c7473e-f5ef-40bf-8245-a255bde33ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:23.150695 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a897c-0846-4525-8975-f206068e77c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4f2f1d-bc4f-469b-a086-62fc903f5044,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:23.181489 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd9310-5b59-4131-9d8a-a23c6fae2a13 x-openstack-request-id: req-d3dd9310-5b59-4131-9d8a-a23c6fae2a13 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:23.181777 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:23.182031 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3dd9310-5b59-4131-9d8a-a23c6fae2a13 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:23.182422 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dd9310-5b59-4131-9d8a-a23c6fae2a13'] response: {'name': 'network-changed', 'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'status': 'completed', 'code': 200} May 19 15:08:23.204434 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:23.218576 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-5fc5dd2e-fd60-448a-b1d0-c936691721b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.220412 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-5fc5dd2e-fd60-448a-b1d0-c936691721b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 1127 time: 0.0529568 May 19 15:08:23.266754 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc4496-b58f-4496-bbc4-f59af24332de req-76f56d97-c540-4a8c-b903-050e22d7c151 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.267222 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-6a05f927-e657-4936-badd-fd2ffc300b23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044 HTTP/1.1" status: 200 len: 217 time: 0.0363848 May 19 15:08:23.268402 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-accc4496-b58f-4496-bbc4-f59af24332de req-76f56d97-c540-4a8c-b903-050e22d7c151 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0498352 May 19 15:08:23.338373 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-ee7ba7c2-2a2b-4d97-ad42-f6ff8123b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.339883 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-ee7ba7c2-2a2b-4d97-ad42-f6ff8123b27b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0612748 May 19 15:08:23.342133 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-accc4496-b58f-4496-bbc4-f59af24332de req-20439903-97a5-47b8-90fc-c0ac24109347 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647163 May 19 15:08:23.388172 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-d1d0801b-df1a-4ceb-a707-e876f0c46ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.389573 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-d1d0801b-df1a-4ceb-a707-e876f0c46ea8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402057 May 19 15:08:23.486917 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-5e2e148a-6c43-4880-9bcc-9fed54024d18 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892432 May 19 15:08:23.574795 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1dbd64ea-cf9c-4a53-9789-e564a2d1823a req-72dd73d5-5ff5-49b1-984c-eaf8a96e3919 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812733 May 19 15:08:23.668440 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-5bbae176-92be-4bc0-99e0-26050017b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.670049 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-5bbae176-92be-4bc0-99e0-26050017b0ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 1127 time: 0.0425630 May 19 15:08:23.925942 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1103-295c-4ea0-b84e-993a7427e4a9 req-70bfd252-3021-43c6-8da1-99d3b045c59d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.928708 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bba1103-295c-4ea0-b84e-993a7427e4a9 req-70bfd252-3021-43c6-8da1-99d3b045c59d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0496018 May 19 15:08:23.970306 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-e071b540-9ba6-4594-a2f9-0d0f142778c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:23.971811 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-e071b540-9ba6-4594-a2f9-0d0f142778c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.2901933 May 19 15:08:23.974178 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bba1103-295c-4ea0-b84e-993a7427e4a9 req-00227e91-af0b-4221-9870-e54eaed5e69e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409153 May 19 15:08:24.015802 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-4da34165-0f08-4cc4-9486-cf061f0c3764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044 HTTP/1.1" status: 200 len: 217 time: 0.0357916 May 19 15:08:24.064638 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-eeb10a0f-4069-429a-ad8c-e4ed28b4b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:24.066020 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-eeb10a0f-4069-429a-ad8c-e4ed28b4b22e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0429511 May 19 15:08:24.109119 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-7d588810-f294-4467-8636-fef3ea3c35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:24.110569 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-7d588810-f294-4467-8636-fef3ea3c35c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374219 May 19 15:08:24.207002 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-c79db3e2-06b9-4558-a887-0bb3c272393c service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 May 19 15:08:24.282236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:24.305657 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76c7473e-f5ef-40bf-8245-a255bde33ceb req-ef73e111-f9ff-40b3-9ad8-33bf39712476 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871067 May 19 15:08:24.319192 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:08:24.456527 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa5f7-9c7b-406b-9f51-defe4a948914 req-3488517b-1432-4aeb-ac2f-36c7697a02db tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:24.458583 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-812fa5f7-9c7b-406b-9f51-defe4a948914 req-3488517b-1432-4aeb-ac2f-36c7697a02db tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0496800 May 19 15:08:24.505565 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-812fa5f7-9c7b-406b-9f51-defe4a948914 req-99672ffb-bce8-4080-9a0f-d3eb9fe11559 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 May 19 15:08:25.090969 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72a628-da0b-451f-b44e-4fe95e38fef3 req-d5d1d84f-a6ea-4d01-a7ad-43e00ceb01b8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:25.092460 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dc72a628-da0b-451f-b44e-4fe95e38fef3 req-d5d1d84f-a6ea-4d01-a7ad-43e00ceb01b8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0462356 May 19 15:08:25.123039 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:25.140523 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dc72a628-da0b-451f-b44e-4fe95e38fef3 req-e4618e2a-23dd-4a57-b7e4-5d3f2be1398f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419772 May 19 15:08:25.616266 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9373841-c395-440d-9c49-3eab13b81925 req-3fcc90c1-bc18-4168-9cda-99c88faa97e3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:25.617626 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b9373841-c395-440d-9c49-3eab13b81925 req-3fcc90c1-bc18-4168-9cda-99c88faa97e3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0465875 May 19 15:08:25.668402 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b9373841-c395-440d-9c49-3eab13b81925 req-897f1f83-b373-4aa7-9322-e1e9922ab8d6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 May 19 15:08:26.263378 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a631c-09b0-4d0d-94c6-ecb3e96aa748 req-ceeeab82-c997-4b7e-8aa5-d4f346bd4458 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:26.264858 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dd7a631c-09b0-4d0d-94c6-ecb3e96aa748 req-ceeeab82-c997-4b7e-8aa5-d4f346bd4458 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0491104 May 19 15:08:26.310635 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dd7a631c-09b0-4d0d-94c6-ecb3e96aa748 req-c43a2df2-abd3-4edb-9d54-55623789187a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 May 19 15:08:26.780279 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e6924-7644-4d85-b6da-4bc4b10f2ec3 req-2a4ad31c-ab65-444a-95ba-5ee0d634da37 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:26.781764 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1c6e6924-7644-4d85-b6da-4bc4b10f2ec3 req-2a4ad31c-ab65-444a-95ba-5ee0d634da37 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0474405 May 19 15:08:26.830213 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1c6e6924-7644-4d85-b6da-4bc4b10f2ec3 req-4616f914-bd8f-4d15-a080-1eb0ab48e122 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 May 19 15:08:27.435397 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8267ede-ae3f-473d-a4e1-916fb37fe935 req-4f391782-b3ca-4254-bcaf-a0948d7d7ef6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:27.436847 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c8267ede-ae3f-473d-a4e1-916fb37fe935 req-4f391782-b3ca-4254-bcaf-a0948d7d7ef6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0500650 May 19 15:08:27.482837 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c8267ede-ae3f-473d-a4e1-916fb37fe935 req-8ef0a0f2-86eb-4839-84a4-07bf4aa43243 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406163 May 19 15:08:27.938098 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859c396-85f9-4184-a390-56c064db4bd2 req-d4211ecb-59c2-437e-b73e-3d957e698339 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:27.939560 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b859c396-85f9-4184-a390-56c064db4bd2 req-d4211ecb-59c2-437e-b73e-3d957e698339 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0457079 May 19 15:08:27.987272 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b859c396-85f9-4184-a390-56c064db4bd2 req-8d4dd8ab-5448-49a1-9fe6-19cf4d72422b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 May 19 15:08:28.611685 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ddc39-fb8d-4bf0-a2a1-2fc28c8054b2 req-2cfc3ff3-f823-4ba1-9d7d-1ee6f4cf09b4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:28.613177 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2b7ddc39-fb8d-4bf0-a2a1-2fc28c8054b2 req-2cfc3ff3-f823-4ba1-9d7d-1ee6f4cf09b4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0579917 May 19 15:08:28.664936 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2b7ddc39-fb8d-4bf0-a2a1-2fc28c8054b2 req-56f52bac-216e-4216-b94b-6ae271aabfaa tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453482 May 19 15:08:29.096842 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea4da0-144c-439b-a6c9-3fa698eef652 req-8fc94877-fc1d-44f8-b482-b98541065b90 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:29.098935 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c9ea4da0-144c-439b-a6c9-3fa698eef652 req-8fc94877-fc1d-44f8-b482-b98541065b90 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0464773 May 19 15:08:29.145923 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c9ea4da0-144c-439b-a6c9-3fa698eef652 req-2398d2ec-aac8-4f2f-b7aa-41f44c57046a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416124 May 19 15:08:29.763384 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:29.781283 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be7130-5b31-4153-8f0c-65c2a9c2ab6e req-4063d996-ff0f-4972-9e3f-6c7382cdc494 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:29.782735 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f0be7130-5b31-4153-8f0c-65c2a9c2ab6e req-4063d996-ff0f-4972-9e3f-6c7382cdc494 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0458934 May 19 15:08:29.831547 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f0be7130-5b31-4153-8f0c-65c2a9c2ab6e req-a91c69c0-67f0-4775-a4f4-5ceb975e691e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427313 May 19 15:08:30.262638 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8f05-5b22-4ed7-8044-53e981a8e46f req-d766d404-f207-435f-9ad9-9ffe1f91c904 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:30.264136 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e76c8f05-5b22-4ed7-8044-53e981a8e46f req-d766d404-f207-435f-9ad9-9ffe1f91c904 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0499954 May 19 15:08:30.311553 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e76c8f05-5b22-4ed7-8044-53e981a8e46f req-42ec5961-fe4a-4b94-80cc-d13643bed21c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 May 19 15:08:30.489718 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-5b283194-6103-43c0-b047-dd6413d23469 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424714 May 19 15:08:30.869370 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-033512eb-3a36-426c-bb28-f6eb041e531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:30.871230 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-033512eb-3a36-426c-bb28-f6eb041e531c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 1130 time: 0.0423660 May 19 15:08:30.958044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730a59b-a15a-4ca1-be36-493eea47d820 req-71b54553-a59f-49ea-aa69-05566919bc8f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:30.959546 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a730a59b-a15a-4ca1-be36-493eea47d820 req-71b54553-a59f-49ea-aa69-05566919bc8f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0511324 May 19 15:08:31.010669 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-941b0ca8-4e54-4026-ac77-a2616f709ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:31.013254 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-941b0ca8-4e54-4026-ac77-a2616f709ba6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 915 time: 0.1059375 May 19 15:08:31.029704 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a730a59b-a15a-4ca1-be36-493eea47d820 req-135da2fb-f2db-43c1-a383-3efb7e62eb7c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593350 May 19 15:08:31.085612 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-a1a2b6a5-9b34-4bf7-8805-7e2c9d380573 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed HTTP/1.1" status: 200 len: 1001 time: 0.0640604 May 19 15:08:31.136085 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-abfedc21-b959-4ed9-b8ea-82c4607a4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:31.137764 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-abfedc21-b959-4ed9-b8ea-82c4607a4db4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0454471 May 19 15:08:31.183467 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-13a83e64-d324-4c2c-8df3-8e7a41f355e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:31.184934 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-13a83e64-d324-4c2c-8df3-8e7a41f355e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391841 May 19 15:08:31.240282 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:31.281242 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-d756debd-662d-446a-82f9-c59bfaed6f37 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876658 May 19 15:08:31.390474 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6ff8250-c09d-4479-94ce-4b4c82edd4cb req-f6a74fff-a80d-4a0a-b259-1d8ed934d1fb service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969715 May 19 15:08:31.433015 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:31.447672 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f9924-17a5-4a0f-b36d-c7f81aee1e9f req-cf5a9892-dfab-4409-ba6f-1f513e857e9f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:31.449156 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a40f9924-17a5-4a0f-b36d-c7f81aee1e9f req-cf5a9892-dfab-4409-ba6f-1f513e857e9f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0654082 May 19 15:08:31.502921 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a40f9924-17a5-4a0f-b36d-c7f81aee1e9f req-f2bec8b8-684f-400b-9479-6ce53eb23997 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481365 May 19 15:08:32.054754 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:32.157080 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9495f-4512-4cf6-8e4a-ff126171969f req-7011ce11-c23f-4ab1-b12b-6c9c84ece625 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:32.158903 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-36e9495f-4512-4cf6-8e4a-ff126171969f req-7011ce11-c23f-4ab1-b12b-6c9c84ece625 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0492184 May 19 15:08:32.212141 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-36e9495f-4512-4cf6-8e4a-ff126171969f req-203d91e2-5b1b-45a6-bbf8-84c5897a4eee tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468242 May 19 15:08:32.225681 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-f2769d3f-39ad-45dd-a628-e31be6d5e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:32.227045 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-f2769d3f-39ad-45dd-a628-e31be6d5e556 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605&tenant_id=edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 1128 time: 0.0755236 May 19 15:08:32.296841 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-45930752-0262-46c4-b77d-bd5e32d7346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:32.298405 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-45930752-0262-46c4-b77d-bd5e32d7346e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1128 time: 0.0451257 May 19 15:08:32.619306 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dbd93-c3c1-4fc0-b646-9539a2cde763 req-75e8fe10-fd90-43a3-b1fa-3e2a0e15f267 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:32.621013 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c52dbd93-c3c1-4fc0-b646-9539a2cde763 req-75e8fe10-fd90-43a3-b1fa-3e2a0e15f267 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0462015 May 19 15:08:32.683566 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c52dbd93-c3c1-4fc0-b646-9539a2cde763 req-6fbfd26d-fe5b-474b-ac1c-62ee49858055 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571380 May 19 15:08:33.335608 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa62aa6-736f-4fd0-b3ad-13e154019601 req-019d78d8-baa5-4562-844b-85bec687326e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:33.337125 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1fa62aa6-736f-4fd0-b3ad-13e154019601 req-019d78d8-baa5-4562-844b-85bec687326e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0533974 May 19 15:08:33.388498 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1fa62aa6-736f-4fd0-b3ad-13e154019601 req-df6465a7-953d-480a-84b6-56650c0b8820 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458934 May 19 15:08:33.794812 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542964ec-5ea2-43b2-87aa-0950b8069823 req-cf9fc210-79db-4ebb-888c-16585d8ea2dd tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:33.796277 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-542964ec-5ea2-43b2-87aa-0950b8069823 req-cf9fc210-79db-4ebb-888c-16585d8ea2dd tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0462835 May 19 15:08:33.844536 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-542964ec-5ea2-43b2-87aa-0950b8069823 req-9e5fa856-a881-4850-9e53-5539816d0d23 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 May 19 15:08:34.511345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bc69e-d923-4a9b-a670-3e319d90424d req-65f37572-cd47-441c-b475-2f7bbe8acc61 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:34.512804 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c85bc69e-d923-4a9b-a670-3e319d90424d req-65f37572-cd47-441c-b475-2f7bbe8acc61 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0507991 May 19 15:08:34.558599 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c85bc69e-d923-4a9b-a670-3e319d90424d req-5215124f-0b6e-4152-b94d-62b65e7f2cc4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403721 May 19 15:08:34.956102 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76456a38-7ffe-4a36-904b-e9b363de462b req-cd5811b5-4de1-49c3-ab53-a87052cee157 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:34.958118 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76456a38-7ffe-4a36-904b-e9b363de462b req-cd5811b5-4de1-49c3-ab53-a87052cee157 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0478671 May 19 15:08:35.009376 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76456a38-7ffe-4a36-904b-e9b363de462b req-af201f8e-9d9f-4b79-9366-bbdbf2889a70 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457211 May 19 15:08:35.335295 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-559571fa-bccc-4172-85c3-61d91e0f07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:35.336836 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-559571fa-bccc-4172-85c3-61d91e0f07cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.0927944 May 19 15:08:35.671619 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-591fc3f4-7a50-4ffe-a351-26fce8b0867b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 999 time: 0.0556300 May 19 15:08:35.684169 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fe5fd-a220-42c6-8289-86ce21e55944 req-658937d5-5a4c-49b1-9a45-b4d8c304b6b3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:35.685794 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-361fe5fd-a220-42c6-8289-86ce21e55944 req-658937d5-5a4c-49b1-9a45-b4d8c304b6b3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0540495 May 19 15:08:35.734870 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-75a75fbd-7a79-4b24-afc9-3172819cee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:35.736434 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-75a75fbd-7a79-4b24-afc9-3172819cee2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0498846 May 19 15:08:35.736658 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-361fe5fd-a220-42c6-8289-86ce21e55944 req-fec9fced-bde7-48ca-9f6b-a285c52ee677 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 May 19 15:08:35.781904 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-efa55ac1-90aa-4ff0-be98-bacba1a49332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:35.783472 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-efa55ac1-90aa-4ff0-be98-bacba1a49332 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397024 May 19 15:08:35.878537 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-752dcb53-d760-4adc-849e-588be3d1fcb1 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883474 May 19 15:08:35.961813 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:35.979696 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca59b875-e883-4d27-8645-1fcfef906c3c req-0c666745-73a5-410f-b950-863172991435 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865149 May 19 15:08:36.123056 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a763d3-457b-40f3-9892-9f416570cd13 req-0d650eea-6889-4255-b8c8-e969b3f7f9a8 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:36.124582 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-53a763d3-457b-40f3-9892-9f416570cd13 req-0d650eea-6889-4255-b8c8-e969b3f7f9a8 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0485721 May 19 15:08:36.150762 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:36.175054 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-53a763d3-457b-40f3-9892-9f416570cd13 req-3b4b1601-26f1-4f12-abbd-d66cc075a9a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 May 19 15:08:36.864551 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f157e4-3ce4-453c-bc1d-8cbd71687bcc req-8e23f41c-17d8-44ca-9c33-dcadfffe4b6a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:36.866016 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d8f157e4-3ce4-453c-bc1d-8cbd71687bcc req-8e23f41c-17d8-44ca-9c33-dcadfffe4b6a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0473692 May 19 15:08:36.916942 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d8f157e4-3ce4-453c-bc1d-8cbd71687bcc req-c15398c2-e807-4ff8-b949-991841ca4305 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 May 19 15:08:37.289064 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613651-bc70-49fb-a979-26ec5d368e42 req-ba758969-c03b-43c6-b2a1-dd1f5c8298d7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:37.290553 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2c613651-bc70-49fb-a979-26ec5d368e42 req-ba758969-c03b-43c6-b2a1-dd1f5c8298d7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0468409 May 19 15:08:37.339934 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2c613651-bc70-49fb-a979-26ec5d368e42 req-e82ab408-0e0b-4ba5-8fbb-9916acf98f29 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 May 19 15:08:38.017744 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:38.034248 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558c8d7-5a7a-4f84-b16d-b80e25b4c1c3 req-ebebea7d-a74e-4ac8-b716-8fb450a81242 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:38.036347 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f558c8d7-5a7a-4f84-b16d-b80e25b4c1c3 req-ebebea7d-a74e-4ac8-b716-8fb450a81242 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0479655 May 19 15:08:38.081149 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f558c8d7-5a7a-4f84-b16d-b80e25b4c1c3 req-8651668c-b21a-4094-8e3e-015a70ce3583 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 May 19 15:08:38.478815 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ce435-7e11-4830-a0c3-e6a7c11a8f64 req-80f29195-a2ec-4c7d-9659-5d19924fc93e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:38.481346 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-779ce435-7e11-4830-a0c3-e6a7c11a8f64 req-80f29195-a2ec-4c7d-9659-5d19924fc93e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0621226 May 19 15:08:38.532303 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-779ce435-7e11-4830-a0c3-e6a7c11a8f64 req-d63fb4d7-7bc4-46f0-a06b-a1dc405d4756 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 May 19 15:08:39.205247 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef198f-4436-4132-934a-c1ce81c50fb7 req-df477818-847d-4715-b57c-32daf9ad9f76 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:39.206749 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b7ef198f-4436-4132-934a-c1ce81c50fb7 req-df477818-847d-4715-b57c-32daf9ad9f76 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0488615 May 19 15:08:39.253087 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b7ef198f-4436-4132-934a-c1ce81c50fb7 req-62cfc376-c2a0-4c1a-8e1b-9a98bc8d1fa7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407882 May 19 15:08:39.644356 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd4d9e-3ee1-4b02-b4ac-d055ad55d921 req-af6a2472-8c25-4561-9ec4-6216b7d737a3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:39.645838 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-59bd4d9e-3ee1-4b02-b4ac-d055ad55d921 req-af6a2472-8c25-4561-9ec4-6216b7d737a3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0472369 May 19 15:08:39.700258 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-59bd4d9e-3ee1-4b02-b4ac-d055ad55d921 req-c1ea34b5-421f-46c7-bf6e-cb04279c74e4 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484872 May 19 15:08:40.379159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7b84-0d87-4168-9555-a943b03ad342 req-a3d6a7e4-b251-40ed-ade3-f91d6d3a3cac tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:40.380836 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9a2a7b84-0d87-4168-9555-a943b03ad342 req-a3d6a7e4-b251-40ed-ade3-f91d6d3a3cac tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0510328 May 19 15:08:40.432636 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9a2a7b84-0d87-4168-9555-a943b03ad342 req-fda063b7-1311-4d49-9b19-8f4032e90cf4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 May 19 15:08:40.820690 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa053a-688c-4108-aaa8-b78fa68c7fe6 req-9f797c18-0e35-4a10-83b1-8daebaf99c52 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:40.822078 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80aa053a-688c-4108-aaa8-b78fa68c7fe6 req-9f797c18-0e35-4a10-83b1-8daebaf99c52 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0489495 May 19 15:08:40.875763 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80aa053a-688c-4108-aaa8-b78fa68c7fe6 req-6d0e96f8-9314-46bd-bb6b-3bddd5be30c3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479636 May 19 15:08:41.563534 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdff1d2-5be2-4289-8eb8-186ec76456de req-5385bc79-b871-463d-ac31-8384f0af642a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:41.565131 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dfdff1d2-5be2-4289-8eb8-186ec76456de req-5385bc79-b871-463d-ac31-8384f0af642a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0536635 May 19 15:08:41.615143 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dfdff1d2-5be2-4289-8eb8-186ec76456de req-8e979cce-92e1-4ba9-9702-56c93628f653 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443172 May 19 15:08:41.992044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6276d2-51e4-459e-bd95-cfecb0ed78ef req-3aa8fa3a-f423-4a1d-b0e2-af88cab051f6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:41.993591 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2f6276d2-51e4-459e-bd95-cfecb0ed78ef req-3aa8fa3a-f423-4a1d-b0e2-af88cab051f6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0475953 May 19 15:08:42.044445 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=75,neutron:UPDATE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:42.047494 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2f6276d2-51e4-459e-bd95-cfecb0ed78ef req-6032abfb-9276-4f1a-8fc4-bd81c18af256 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476735 May 19 15:08:42.054381 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:42.326018 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:42.327231 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:42.747183 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb64aa1-681e-4a35-a219-67348d4279b4 req-92297949-b128-49e3-9307-958f66084e73 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:42.748724 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0eb64aa1-681e-4a35-a219-67348d4279b4 req-92297949-b128-49e3-9307-958f66084e73 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0528781 May 19 15:08:42.790468 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:42.798721 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0eb64aa1-681e-4a35-a219-67348d4279b4 req-eee212c3-f992-4e76-80c1-29e736a0c1bf tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436919 May 19 15:08:43.179530 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f7c0a-6583-41cb-af67-e71cba75564d req-e083f079-b19c-4650-bf9a-3a8ab663b9e7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:43.181037 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d69f7c0a-6583-41cb-af67-e71cba75564d req-e083f079-b19c-4650-bf9a-3a8ab663b9e7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0517845 May 19 15:08:43.236702 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d69f7c0a-6583-41cb-af67-e71cba75564d req-6d34f941-4bd6-4c79-9a5e-d59a705599ee tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499549 May 19 15:08:43.920522 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a6f01-b6bb-4c80-a3b1-d39a84e19329 req-a7cac4a2-712a-4963-9359-c4d9dc2063e1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:43.921990 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-421a6f01-b6bb-4c80-a3b1-d39a84e19329 req-a7cac4a2-712a-4963-9359-c4d9dc2063e1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0480127 May 19 15:08:43.977793 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-421a6f01-b6bb-4c80-a3b1-d39a84e19329 req-d27948e1-3cd8-4a43-a4e3-57101a6d5dc1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495758 May 19 15:08:44.028916 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e3b226b2-a2c0-4df5-a083-ec0d8cdd632f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:44.357694 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:44.364727 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada150d-0bdc-4f6d-a5a6-4541228bafd6 req-ecd70e0f-94b3-412b-bcf6-b11f4e664601 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:44.366245 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eada150d-0bdc-4f6d-a5a6-4541228bafd6 req-ecd70e0f-94b3-412b-bcf6-b11f4e664601 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0549116 May 19 15:08:44.415506 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eada150d-0bdc-4f6d-a5a6-4541228bafd6 req-413a4af3-3016-46fc-9b6a-d51567694d61 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 May 19 15:08:45.115397 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718daed-1b03-4d08-815f-a91e95c27322 req-09ece586-4ad4-4b29-a35e-7d73bfebef09 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:45.116963 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1718daed-1b03-4d08-815f-a91e95c27322 req-09ece586-4ad4-4b29-a35e-7d73bfebef09 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0639331 May 19 15:08:45.170271 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1718daed-1b03-4d08-815f-a91e95c27322 req-70e6b75f-c579-4ee1-93c9-0b8ff5ed7e02 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464299 May 19 15:08:45.536357 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bda05-4572-43fb-9e77-075d31a44b2c req-87255faa-27a7-4fce-806f-ec754232e47b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:45.537854 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-523bda05-4572-43fb-9e77-075d31a44b2c req-87255faa-27a7-4fce-806f-ec754232e47b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0534458 May 19 15:08:45.591712 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-523bda05-4572-43fb-9e77-075d31a44b2c req-2b62d400-d60c-4e97-9aa6-159844e5b974 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481119 May 19 15:08:45.974740 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:45.976174 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=69 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:46.267143 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e26bb89-21fc-4588-a2a9-2fc744de1a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:46.316750 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f219c-da3c-4dba-bd6a-d6a8c2666df0 req-24daccb8-f84b-4013-8662-ff8e37e4d613 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:46.319551 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-015f219c-da3c-4dba-bd6a-d6a8c2666df0 req-24daccb8-f84b-4013-8662-ff8e37e4d613 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0538893 May 19 15:08:46.382410 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-015f219c-da3c-4dba-bd6a-d6a8c2666df0 req-3f5049c9-256f-43df-a75f-5a36d5174951 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523815 May 19 15:08:46.720653 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb01df-7a5f-45b1-a9de-af9ccfad75e5 req-18c329a7-a794-4fcb-9e5b-4374fc58f2ef tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:46.722517 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0cb01df-7a5f-45b1-a9de-af9ccfad75e5 req-18c329a7-a794-4fcb-9e5b-4374fc58f2ef tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0574934 May 19 15:08:46.776987 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0cb01df-7a5f-45b1-a9de-af9ccfad75e5 req-fa0f1268-e72e-46e1-aae4-59e00d1de2ee tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480597 May 19 15:08:47.395775 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:47.510797 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c79a7-28fd-42f6-b177-f32b85c64b5d req-835874cd-db68-48bc-b61e-9f64ec1d7972 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:47.512304 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-394c79a7-28fd-42f6-b177-f32b85c64b5d req-835874cd-db68-48bc-b61e-9f64ec1d7972 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0498738 May 19 15:08:47.560132 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-394c79a7-28fd-42f6-b177-f32b85c64b5d req-4885e009-790c-437a-83a7-d02d98796e2d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 May 19 15:08:47.887230 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d8228-ef5c-40e1-9053-e23491f7e3af req-af0fb300-9894-4f0c-9436-64a2bcc79755 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:47.888590 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-007d8228-ef5c-40e1-9053-e23491f7e3af req-af0fb300-9894-4f0c-9436-64a2bcc79755 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0460272 May 19 15:08:47.935870 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-007d8228-ef5c-40e1-9053-e23491f7e3af req-f7e8ba52-a47d-4748-b6fe-bd879166d0f7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 May 19 15:08:48.637521 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:48.683602 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9b803-6687-4c16-a19f-3e5b78ac6ef8 req-d58a6114-cb64-4099-905f-7c36e5d0d2ba tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:48.685067 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52c9b803-6687-4c16-a19f-3e5b78ac6ef8 req-d58a6114-cb64-4099-905f-7c36e5d0d2ba tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0522280 May 19 15:08:48.732909 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52c9b803-6687-4c16-a19f-3e5b78ac6ef8 req-a5c88d7a-5964-47ab-b6a4-a7b98f83d9e6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 May 19 15:08:49.052186 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec50b4-f318-4871-a16e-7f613dd6b6eb req-a5afb371-ed22-4a16-be1e-8f1a7dec1853 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:49.057217 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61ec50b4-f318-4871-a16e-7f613dd6b6eb req-a5afb371-ed22-4a16-be1e-8f1a7dec1853 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 943 time: 0.0508356 May 19 15:08:49.082416 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:49.121878 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61ec50b4-f318-4871-a16e-7f613dd6b6eb req-54227325-df02-48f7-8ad5-658dd1e761de tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626731 May 19 15:08:49.431598 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 6d4f2f1d-bc4f-469b-a086-62fc903f5044 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:08:49.532761 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 6d4f2f1d-bc4f-469b-a086-62fc903f5044, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:49.547151 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'port_id': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:08:49.580087 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:08:49.580459 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:49.592731 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4f2f1d-bc4f-469b-a086-62fc903f5044 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:08:49.612403 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 6d4f2f1d-bc4f-469b-a086-62fc903f5044, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:49.616681 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:49.662188 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=6d4f2f1d-bc4f-469b-a086-62fc903f5044,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:49.669295 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.669636 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.669991 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.670325 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.670653 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.670976 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.671318 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.671638 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.671955 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.672269 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.672598 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.672904 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.673213 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.673524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.673833 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:49.854978 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05b558-f8ee-4c0c-b3ec-862e44fc5b73 req-edfd1ea3-fe75-4706-b0cb-2bad3ac5b17d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:49.856493 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1d05b558-f8ee-4c0c-b3ec-862e44fc5b73 req-edfd1ea3-fe75-4706-b0cb-2bad3ac5b17d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0514753 May 19 15:08:49.903369 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1d05b558-f8ee-4c0c-b3ec-862e44fc5b73 req-af4f3c25-d070-41fe-a8e5-c92a990eecf4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413578 May 19 15:08:49.962915 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['6d4f2f1d-bc4f-469b-a086-62fc903f5044'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:08:50.238109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074859cb-6495-4c06-ac2f-82d820155e5b req-a8f177c5-02ec-4f5a-adb7-c284d070a004 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:50.240280 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-074859cb-6495-4c06-ac2f-82d820155e5b req-a8f177c5-02ec-4f5a-adb7-c284d070a004 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 944 time: 0.0506909 May 19 15:08:50.290122 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-074859cb-6495-4c06-ac2f-82d820155e5b req-b23f214e-941f-451f-b2c0-95ce374b11dc tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438786 May 19 15:08:50.311634 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:50.722259 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f451c7-55bc-44b5-a934-89f0b55d60a4 req-0e1764f0-5d2a-4dc2-869e-46fcae73f086 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:50.724419 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b3f451c7-55bc-44b5-a934-89f0b55d60a4 req-0e1764f0-5d2a-4dc2-869e-46fcae73f086 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 946 time: 0.0463920 May 19 15:08:50.758650 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:50.776855 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b3f451c7-55bc-44b5-a934-89f0b55d60a4 req-ec93b86c-85b4-4f20-8bdd-1f39dc35542d tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467877 May 19 15:08:51.023398 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec742e-3128-48dd-affd-e35f5dd9875d req-fe1647c6-3774-4a33-8a2b-c909b07936b0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:51.024778 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7ec742e-3128-48dd-affd-e35f5dd9875d req-fe1647c6-3774-4a33-8a2b-c909b07936b0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0479810 May 19 15:08:51.070392 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7ec742e-3128-48dd-affd-e35f5dd9875d req-3cde9337-2e31-423e-966d-992553467412 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 May 19 15:08:51.404456 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4b82-b37a-4aa8-a522-76d39447518a req-c7e22dd2-50e6-464b-b7e2-f5f44b2e09d1 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:51.405942 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-38ae4b82-b37a-4aa8-a522-76d39447518a req-c7e22dd2-50e6-464b-b7e2-f5f44b2e09d1 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 944 time: 0.0463579 May 19 15:08:51.452473 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-38ae4b82-b37a-4aa8-a522-76d39447518a req-4b765b3a-59c3-4193-9e6d-1adc4c675b88 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 May 19 15:08:51.454800 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 6d4f2f1d-bc4f-469b-a086-62fc903f5044 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:08:51.499544 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:08:51.505209 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:08:51.505599 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:51.525878 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:51.581660 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:08:51.581959 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:51.605209 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:51.607876 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b87b807-da83-4a06-b124-39eaace31ae3" -d '{"events": [{"server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:51.620133 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 6d4f2f1d-bc4f-469b-a086-62fc903f5044, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:51.624061 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:51.648140 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9568e08-03bb-4c9e-a6da-4206f3b3db9f x-openstack-request-id: req-f9568e08-03bb-4c9e-a6da-4206f3b3db9f {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:51.648424 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:51.648677 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9568e08-03bb-4c9e-a6da-4206f3b3db9f {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:51.649068 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9568e08-03bb-4c9e-a6da-4206f3b3db9f'] response: {'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'code': 200} May 19 15:08:51.677094 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=6d4f2f1d-bc4f-469b-a086-62fc903f5044,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:51.894056 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b594be-a9e1-4736-8cc1-e4454fab1a0d req-fc89e4f1-03c9-4c7f-ab4c-a914976d5cad tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:51.895435 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-42b594be-a9e1-4736-8cc1-e4454fab1a0d req-fc89e4f1-03c9-4c7f-ab4c-a914976d5cad tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 946 time: 0.0498703 May 19 15:08:51.940466 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-42b594be-a9e1-4736-8cc1-e4454fab1a0d req-ebadc5c4-cc76-4fb7-b902-6ac3a8e05242 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 May 19 15:08:52.190685 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e53b2-82c6-4bb3-9e83-bb1d58b8cb58 req-13ad9e4b-fbcf-49a8-8cbb-41692e896047 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:52.192148 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dc1e53b2-82c6-4bb3-9e83-bb1d58b8cb58 req-13ad9e4b-fbcf-49a8-8cbb-41692e896047 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0463922 May 19 15:08:52.237769 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dc1e53b2-82c6-4bb3-9e83-bb1d58b8cb58 req-ac11e72a-5d0c-4f5c-80a3-67adc9cee4fd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 May 19 15:08:52.482137 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396197e-aeec-4c61-beb5-7b34101ffb1f req-5194c943-25a4-4671-8840-b8785fd6c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:52.483660 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7396197e-aeec-4c61-beb5-7b34101ffb1f req-5194c943-25a4-4671-8840-b8785fd6c0d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 1129 time: 0.0389519 May 19 15:08:52.565436 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186be0d-1b96-4fef-bbc0-d4549fb75012 req-6c884f8f-382d-4f49-8d79-d730161c9aa7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:52.566874 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8186be0d-1b96-4fef-bbc0-d4549fb75012 req-6c884f8f-382d-4f49-8d79-d730161c9aa7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0474157 May 19 15:08:52.620646 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8186be0d-1b96-4fef-bbc0-d4549fb75012 req-c1922d96-3863-49db-9395-87cd8792d437 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 May 19 15:08:52.664279 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7396197e-aeec-4c61-beb5-7b34101ffb1f req-c960a73d-c780-42c5-aa3b-64baab85a133 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 May 19 15:08:52.990317 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-32133619-f7cb-4130-99db-de77d432b54e tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:52.991813 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-32133619-f7cb-4130-99db-de77d432b54e tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 946 time: 0.0465248 May 19 15:08:53.054059 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaa4e3-c37a-46da-a3b0-931e71b3a2fe req-fef40791-b692-4f60-987b-03d3dfb1aa67 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:53.055556 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-febaa4e3-c37a-46da-a3b0-931e71b3a2fe req-fef40791-b692-4f60-987b-03d3dfb1aa67 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 946 time: 0.0471864 May 19 15:08:53.074768 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Deleting port 8dce6e6e-d156-430b-8f9c-e219fc9db6df {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:08:53.075098 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:53.103516 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-febaa4e3-c37a-46da-a3b0-931e71b3a2fe req-ded72df5-edcb-428d-a396-afa6f85f0f87 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 May 19 15:08:53.171705 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] For port 8dce6e6e-d156-430b-8f9c-e219fc9db6df, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8dce6e6e-d156-430b-8f9c-e219fc9db6df,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:53.172063 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:53.184854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Calling delete_port for 8dce6e6e-d156-430b-8f9c-e219fc9db6df owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:08:53.309770 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (8dce6e6e-d156-430b-8f9c-e219fc9db6df), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:53.329395 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['8dce6e6e-d156-430b-8f9c-e219fc9db6df'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:08:53.329967 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:53.340752 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Pushing event deleted for resources: {'Port': ['ID=8dce6e6e-d156-430b-8f9c-e219fc9db6df,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:53.354757 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.354757 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.354757 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.355067 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.355388 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.355719 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.356047 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.356372 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.356699 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.357136 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.357340 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.357663 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.358136 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.358291 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.359227 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:08:53.360970 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6b6e3-5c32-4d70-a6fb-32615d636764 req-7624326f-8e1f-4514-ba9b-7463f1d2b308 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:53.366846 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-81a6b6e3-5c32-4d70-a6fb-32615d636764 req-7624326f-8e1f-4514-ba9b-7463f1d2b308 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0556171 May 19 15:08:53.396898 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] No DVR routers for this DVR port 8dce6e6e-d156-430b-8f9c-e219fc9db6df on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:08:53.399738 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:53.403300 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48d819ff-2f94-45db-8e66-c4e00a1cbcfc req-bed13e47-731b-4180-b02a-74dec760c75c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "DELETE /v2.0/ports/8dce6e6e-d156-430b-8f9c-e219fc9db6df HTTP/1.1" status: 204 len: 173 time: 0.4045067 May 19 15:08:53.404173 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'name': 'network-vif-deleted', 'tag': '8dce6e6e-d156-430b-8f9c-e219fc9db6df'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:53.406511 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3243f2c-ea10-4da0-9b7f-22f92369262d" -d '{"events": [{"server_uuid": "abfb9153-3ce0-4a77-bcaf-ff150167e0cd", "name": "network-vif-deleted", "tag": "8dce6e6e-d156-430b-8f9c-e219fc9db6df"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:53.408132 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:53.416056 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-81a6b6e3-5c32-4d70-a6fb-32615d636764 req-2a550c37-dbbb-4cea-a002-2ce002fd77b9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 May 19 15:08:53.447428 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd8e887-b070-4bfd-a908-281e58cb85f4 x-openstack-request-id: req-ecd8e887-b070-4bfd-a908-281e58cb85f4 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:53.447428 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfb9153-3ce0-4a77-bcaf-ff150167e0cd", "name": "network-vif-deleted", "tag": "8dce6e6e-d156-430b-8f9c-e219fc9db6df", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:53.447428 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecd8e887-b070-4bfd-a908-281e58cb85f4 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:53.447428 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd8e887-b070-4bfd-a908-281e58cb85f4'] response: {'server_uuid': 'abfb9153-3ce0-4a77-bcaf-ff150167e0cd', 'name': 'network-vif-deleted', 'tag': '8dce6e6e-d156-430b-8f9c-e219fc9db6df', 'status': 'completed', 'code': 200} May 19 15:08:53.743485 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ba4e-b1d6-49d2-8e5c-8192ef0a57e1 req-8ed93c44-4e91-45ab-a0af-97243a378de2 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:53.745245 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b4f3ba4e-b1d6-49d2-8e5c-8192ef0a57e1 req-8ed93c44-4e91-45ab-a0af-97243a378de2 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0505521 May 19 15:08:53.792788 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b4f3ba4e-b1d6-49d2-8e5c-8192ef0a57e1 req-b5d0e083-fb18-4809-8f05-0bf484ea6d89 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 May 19 15:08:54.215932 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cd568d1f-8f19-42de-b932-d4837ffb4d23 req-cf87f0dc-2a13-4517-89ea-cdf8bc09d7bd tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=abfb9153-3ce0-4a77-bcaf-ff150167e0cd HTTP/1.1" status: 200 len: 210 time: 0.0295999 May 19 15:08:54.552489 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ff32a-f6cf-43b3-9af1-f6bb070ca155 req-ec5cc74d-913d-4cb2-bbd8-f2a4b706d523 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:54.553970 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e66ff32a-f6cf-43b3-9af1-f6bb070ca155 req-ec5cc74d-913d-4cb2-bbd8-f2a4b706d523 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0551181 May 19 15:08:54.608771 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e66ff32a-f6cf-43b3-9af1-f6bb070ca155 req-e7d54e12-6191-4715-93e5-9333826cafe4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488439 May 19 15:08:54.905796 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a4acf-0c5c-4f14-a630-2001b63aea38 req-23eacfd9-b13c-4096-8c97-5d23d6b55f32 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:54.907286 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a19a4acf-0c5c-4f14-a630-2001b63aea38 req-23eacfd9-b13c-4096-8c97-5d23d6b55f32 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0468755 May 19 15:08:54.955582 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a19a4acf-0c5c-4f14-a630-2001b63aea38 req-e8fcdae8-77d9-441c-990b-7bda5f0629e0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 May 19 15:08:55.069181 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2c4d6-4b1f-4f03-bc28-59ea5b484db7 req-ce7a6727-0a96-47ad-8b2c-2c67de4b3e6d tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:55.070639 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-96e2c4d6-4b1f-4f03-bc28-59ea5b484db7 req-ce7a6727-0a96-47ad-8b2c-2c67de4b3e6d tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0465188 May 19 15:08:55.120479 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-96e2c4d6-4b1f-4f03-bc28-59ea5b484db7 req-5c8ec7b6-78a4-44e9-9c6d-6b8a9b3cf4b9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 May 19 15:08:55.142896 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 46874) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:55.279920 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:55.283005 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df398e1-6307-4ba5-ba8f-50093ce178fa tempest-TestVolumeBootPattern-1616784647 tempest-TestVolumeBootPattern-1616784647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:55.284761 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5df398e1-6307-4ba5-ba8f-50093ce178fa tempest-TestVolumeBootPattern-1616784647 tempest-TestVolumeBootPattern-1616784647-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 1124 time: 0.1408269 May 19 15:08:55.287748 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 46880) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:08:55.292327 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'port_id': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:08:55.316416 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:55.413288 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:55.523741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Allocated IP 172.27.2.67 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/9774674c-ccf6-4cbe-b59c-4161ece71ae4) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:08:55.617711 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:55.624012 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 8dce6e6e-d156-430b-8f9c-e219fc9db6df no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:08:55.625304 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:55.628247 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:55.653979 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 8dce6e6e-d156-430b-8f9c-e219fc9db6df {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:08:55.654321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 8dce6e6e-d156-430b-8f9c-e219fc9db6df not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:08:55.666388 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:55.701515 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:08:55.708778 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:08:55.712319 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:08:55.740186 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=9774674c-ccf6-4cbe-b59c-4161ece71ae4,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:55.748853 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756a32c-f3f4-4f64-ad6e-5e233a38fda8 req-aae3d412-45d8-4ded-aafe-97a4247b5264 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:55.750342 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e756a32c-f3f4-4f64-ad6e-5e233a38fda8 req-aae3d412-45d8-4ded-aafe-97a4247b5264 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0566318 May 19 15:08:55.798824 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e756a32c-f3f4-4f64-ad6e-5e233a38fda8 req-b29c8ddb-d121-4d72-ab56-b1a9b666f1ac tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 May 19 15:08:56.078268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (15ff7f28-aef3-48fe-a70c-11bb7c99d8cd), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:56.147187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:56.329645 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:56.334589 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:56.338603 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:56.408502 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=9774674c-ccf6-4cbe-b59c-4161ece71ae4,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:56.415946 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (15ff7f28-aef3-48fe-a70c-11bb7c99d8cd), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:56.458752 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:56.509849 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Floating IP 15ff7f28-aef3-48fe-a70c-11bb7c99d8cd associated. External IP: 172.27.2.67, port: 6d4f2f1d-bc4f-469b-a086-62fc903f5044. May 19 15:08:56.701202 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:08:56.921814 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0de2-94f7-4106-9b3c-29a2826480ff req-58646117-0a0a-413b-b203-607ce1aa01c7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:56.923394 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ac7f0de2-94f7-4106-9b3c-29a2826480ff req-58646117-0a0a-413b-b203-607ce1aa01c7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0481858 May 19 15:08:56.972230 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ac7f0de2-94f7-4106-9b3c-29a2826480ff req-1ea5fbd2-3e37-499e-b7fe-763fffe4a326 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420630 May 19 15:08:57.013283 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:08:57.022896 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:08:57.031479 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:57.033834 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:08:57.034690 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:08:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:57.063967 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-05e267be-34f3-49ed-b4c6-5e18ecc00dfa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7734230 May 19 15:08:57.063967 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:08:57.065371 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7eba62-910a-41c8-bfc8-b863ef177364" -d '{"events": [{"name": "network-changed", "server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:08:57.102708 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0a7962-842a-4381-b34e-0b42e554a65f x-openstack-request-id: req-4b0a7962-842a-4381-b34e-0b42e554a65f {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:08:57.102995 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:08:57.103277 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b0a7962-842a-4381-b34e-0b42e554a65f {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:08:57.103672 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0a7962-842a-4381-b34e-0b42e554a65f'] response: {'name': 'network-changed', 'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'status': 'completed', 'code': 200} May 19 15:08:57.141689 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:08:57.353833 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '15ff7f28-aef3-48fe-a70c-11bb7c99d8cd', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:08:55Z', 'updated_at': '2022-05-19T15:08:55Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:57.379386 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:08:57.387807 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:08:57.388403 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:08:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:57.488414 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:08:57.700696 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '15ff7f28-aef3-48fe-a70c-11bb7c99d8cd', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:08:55Z', 'updated_at': '2022-05-19T15:08:55Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:08:57.728222 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2e1b-b374-46a5-ac51-f80c622d30b8 None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '15ff7f28-aef3-48fe-a70c-11bb7c99d8cd', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:08:55Z', 'updated_at': '2022-05-19T15:08:55Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:08:57.916343 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bd17d-7611-4a0a-9c35-3478a8d5327f None None] New status for floating IP 15ff7f28-aef3-48fe-a70c-11bb7c99d8cd: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:08:58.097293 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc49b8c-8b67-4d56-a738-61cd21f1e7af req-ba3099d8-bc56-4157-b7b4-7bb0e13a04ce tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:58.099331 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7cc49b8c-8b67-4d56-a738-61cd21f1e7af req-ba3099d8-bc56-4157-b7b4-7bb0e13a04ce tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 944 time: 0.0541289 May 19 15:08:58.146280 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7cc49b8c-8b67-4d56-a738-61cd21f1e7af req-de85311d-bd29-4805-b4c6-4a206d4fff1f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 May 19 15:08:58.326953 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:08:58.391624 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-8d34d117-e187-477c-bba9-2bbdc678e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:58.393100 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-8d34d117-e187-477c-bba9-2bbdc678e0ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 1129 time: 0.0393460 May 19 15:08:58.432391 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:58.444684 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'port_id': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'mac_address': 'fa:16:3e:bc:e2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:08:58.482588 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 3beaa750-59c9-4ce6-b188-390d70f3fb7a is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:08:58.482946 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:58.488038 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-2045fde6-486e-449a-ac7a-91c286f01781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:58.489528 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-2045fde6-486e-449a-ac7a-91c286f01781 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.0885558 May 19 15:08:58.561204 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-df6beeb9-43a5-4af5-9562-28245fe53376 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044 HTTP/1.1" status: 200 len: 1000 time: 0.0630457 May 19 15:08:58.613504 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3beaa750-59c9-4ce6-b188-390d70f3fb7a {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:08:58.618723 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-c7d1051e-c67e-4b85-b377-5c1369573df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:58.620469 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-c7d1051e-c67e-4b85-b377-5c1369573df5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0520167 May 19 15:08:58.635057 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:08:58.639534 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:08:58.679873 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-3f247f65-42d1-40f1-a537-3c30f2ac7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:58.681344 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-3f247f65-42d1-40f1-a537-3c30f2ac7cc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485585 May 19 15:08:58.687562 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=9']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:08:58.776426 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-b4dbe068-2c5e-485a-a774-097de94b02a9 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874789 May 19 15:08:58.799517 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:58.872552 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d7eba62-910a-41c8-bfc8-b863ef177364 req-e57396cf-a865-4fab-b379-bdf7f9b6b243 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900376 May 19 15:08:58.988622 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['3beaa750-59c9-4ce6-b188-390d70f3fb7a'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:08:59.271055 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907a19e-874a-49e5-9041-f61d9a1ad589 req-179479bb-f7b0-4046-abb6-27e2dfc239af tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:08:59.272544 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a907a19e-874a-49e5-9041-f61d9a1ad589 req-179479bb-f7b0-4046-abb6-27e2dfc239af tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 945 time: 0.0515788 May 19 15:08:59.317645 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a907a19e-874a-49e5-9041-f61d9a1ad589 req-c38afd3a-1bd9-40b1-b57d-ea3f0139fb86 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391748 May 19 15:08:59.883697 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:08:59.930862 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:08:59.931702 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 3beaa750-59c9-4ce6-b188-390d70f3fb7a triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:08:59.932140 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:00.007403 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 3beaa750-59c9-4ce6-b188-390d70f3fb7a is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:09:00.007977 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:00.032819 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:00.035045 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b973d9c4-6e30-4817-9b87-c711a71d5cea" -d '{"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-plugged", "status": "completed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:00.047486 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:00.051629 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:00.074040 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15764140-694d-475f-a4a7-eae70174be77 x-openstack-request-id: req-15764140-694d-475f-a4a7-eae70174be77 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:00.074350 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-plugged", "status": "completed", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:00.074605 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15764140-694d-475f-a4a7-eae70174be77 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:00.075002 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15764140-694d-475f-a4a7-eae70174be77'] response: {'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'code': 200} May 19 15:09:00.101866 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=10']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:00.440784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7b618-c1b4-4a78-9bd4-91599779777c req-be718930-39b4-4ab4-bca8-ce255f7db5d0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:00.442254 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74b7b618-c1b4-4a78-9bd4-91599779777c req-be718930-39b4-4ab4-bca8-ce255f7db5d0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0518486 May 19 15:09:00.488600 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74b7b618-c1b4-4a78-9bd4-91599779777c req-e8604a9e-70b1-45d3-b75e-d993925bf105 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398734 May 19 15:09:01.318550 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:09:01.608642 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f92e3f-6048-4e75-b14b-f4cf1e3a39a0 req-8856839a-4b3d-4070-8265-3b5235b022b6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:01.609985 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f5f92e3f-6048-4e75-b14b-f4cf1e3a39a0 req-8856839a-4b3d-4070-8265-3b5235b022b6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0460951 May 19 15:09:01.651649 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:01.656428 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f5f92e3f-6048-4e75-b14b-f4cf1e3a39a0 req-59555c65-d707-4331-acdf-814260b6c88f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410500 May 19 15:09:02.052467 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:02.772823 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793158fe-5479-4668-9d32-75f79911a7d6 req-edb2cc59-a36d-4db2-a8d9-a5aec7776625 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:02.774263 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-793158fe-5479-4668-9d32-75f79911a7d6 req-edb2cc59-a36d-4db2-a8d9-a5aec7776625 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0467689 May 19 15:09:02.824148 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-793158fe-5479-4668-9d32-75f79911a7d6 req-c8f376bf-18ea-405c-ae49-8e7092973f47 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446336 May 19 15:09:03.074968 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3c71b-62af-4e69-b2c3-2b000eb9abee req-6f7f6839-88c7-45ab-a758-571fc2d2b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:03.076484 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bec3c71b-62af-4e69-b2c3-2b000eb9abee req-6f7f6839-88c7-45ab-a758-571fc2d2b036 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1131 time: 0.0404630 May 19 15:09:03.122397 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bec3c71b-62af-4e69-b2c3-2b000eb9abee req-dee55e4f-a611-44ec-9972-84f548d9b268 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376656 May 19 15:09:03.943501 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acdbd7-8930-4be4-bd77-19daf067e66a req-241dde8b-56d9-424f-8ab1-94f84fddc511 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:03.944941 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c3acdbd7-8930-4be4-bd77-19daf067e66a req-241dde8b-56d9-424f-8ab1-94f84fddc511 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0465713 May 19 15:09:03.990466 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c3acdbd7-8930-4be4-bd77-19daf067e66a req-91b6e72a-b088-4d38-9381-d522f4814e6b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401261 May 19 15:09:04.324945 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-16fd6887-4fa7-47e1-b804-0cf583d64c59 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:04.326442 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-16fd6887-4fa7-47e1-b804-0cf583d64c59 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/networks?id=caae226b-eb30-4cc3-81ca-a5536dcb8101 HTTP/1.1" status: 200 len: 814 time: 0.1038480 May 19 15:09:04.342598 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-efa4066b-a37d-4e40-9f61-5a88e7a2ba4c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/quotas/8f7a1fc211304ed3a001282402fa73cc HTTP/1.1" status: 200 len: 375 time: 0.0099008 May 19 15:09:04.375900 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-8726a1a8-7300-4ece-9a58-d33081451c20 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f7a1fc211304ed3a001282402fa73cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281711 May 19 15:09:04.480738 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-23a5e731-13d3-42d7-92dc-c221e5928938 service neutron] 10.222.0.24 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983586 May 19 15:09:04.576584 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-2e2f36e0-980e-49f6-b0f9-dd6d1f1d31c3 service neutron] 10.222.0.24 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898468 May 19 15:09:04.732780 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6fb55a8f-6cfe-436a-927d-7aea61b5ba2a req-b51d8233-18c3-41a9-9609-09577b497b2f tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 210 time: 0.0282629 May 19 15:09:05.089272 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:05.132732 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70274f7-f759-4b78-9ca7-3627c6075eb1 req-ae2f11a6-cb78-4cfb-b0a8-ede454632cb3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:05.133936 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a70274f7-f759-4b78-9ca7-3627c6075eb1 req-ae2f11a6-cb78-4cfb-b0a8-ede454632cb3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0546134 May 19 15:09:05.187106 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a70274f7-f759-4b78-9ca7-3627c6075eb1 req-1fde2d6f-6daf-4ebe-9dcf-87dafd4c61bd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473361 May 19 15:09:05.762811 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:05.818551 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1c7373db-3ca0-4b28-a91a-fdb050006383 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:05.819687 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1c7373db-3ca0-4b28-a91a-fdb050006383 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "GET /v2.0/networks?id=caae226b-eb30-4cc3-81ca-a5536dcb8101 HTTP/1.1" status: 200 len: 814 time: 0.1178634 May 19 15:09:05.834122 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Request body: {'port': {'device_id': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101', 'admin_state_up': True, 'tenant_id': '8f7a1fc211304ed3a001282402fa73cc'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:05.840129 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-265c9000-e5e9-4ec2-8f54-f8f6bd6fdb78 req-d51a2563-cf29-4895-a654-0ef4f1dc65f3 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 210 time: 0.0362201 May 19 15:09:05.943956 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Made reservation on behalf of 8f7a1fc211304ed3a001282402fa73cc for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:09:05.947243 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.067039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Allocated IP 172.20.0.4 (caae226b-eb30-4cc3-81ca-a5536dcb8101/e39008de-b1dc-4884-9931-a2bcd658aa63/5f35a1f9-3029-4da3-9b81-244b3026f32a) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:09:06.220314 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks [] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.252635 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.297432 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Network caae226b-eb30-4cc3-81ca-a5536dcb8101 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:09:06.300538 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:09:06.304843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:09:06.306854 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f18f9-0ad0-4f51-b55c-32dd70939aea req-f2b66702-5e52-4a8a-ac89-99ab4e912a7f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:06.309225 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f17f18f9-0ad0-4f51-b55c-32dd70939aea req-f2b66702-5e52-4a8a-ac89-99ab4e912a7f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0467629 May 19 15:09:06.335095 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Pushing event updated for resources: {'Port': ['ID=5f35a1f9-3029-4da3-9b81-244b3026f32a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:06.360536 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f17f18f9-0ad0-4f51-b55c-32dd70939aea req-df39267d-1ac6-49b5-a608-d16745efae07 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449231 May 19 15:09:06.362046 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:06.362653 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.369732 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:06.380979 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-1d8a9ffc-3636-45f1-bf38-3d188cb77071 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519214 May 19 15:09:06.394452 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Request body: {'port': {'device_id': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:06.451924 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.599927 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:06.731862 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f35a1f9-3029-4da3-9b81-244b3026f32a {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:09:06.739073 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Publish callbacks [] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.751938 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Transition to ACTIVE for port object 5f35a1f9-3029-4da3-9b81-244b3026f32a will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:09:06.755697 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.802571 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Pushing event updated for resources: {'Port': ['ID=5f35a1f9-3029-4da3-9b81-244b3026f32a,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:06.871667 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Attempting to bind port 5f35a1f9-3029-4da3-9b81-244b3026f32a on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:09:06.872002 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Attempting to bind port 5f35a1f9-3029-4da3-9b81-244b3026f32a by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:09:06.872329 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Attempting to bind port 5f35a1f9-3029-4da3-9b81-244b3026f32a on network caae226b-eb30-4cc3-81ca-a5536dcb8101 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:09:06.876714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Port 5f35a1f9-3029-4da3-9b81-244b3026f32a on network caae226b-eb30-4cc3-81ca-a5536dcb8101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:09:06.877027 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Attempting to bind port 5f35a1f9-3029-4da3-9b81-244b3026f32a on network caae226b-eb30-4cc3-81ca-a5536dcb8101 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:09:06.882000 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:09:06.882327 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Checking segment: {'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:09:06.882703 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Bound using segment: {'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:09:06.883119 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Bound port: 5f35a1f9-3029-4da3-9b81-244b3026f32a, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e581618a-0639-4d2c-b03d-c8e01bae6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:09:06.883497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.946715 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] For port 5f35a1f9-3029-4da3-9b81-244b3026f32a, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:09:06.949688 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] For port 5f35a1f9-3029-4da3-9b81-244b3026f32a, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5f35a1f9-3029-4da3-9b81-244b3026f32a,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:09:06.955501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.957497 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee7d00-a992-4574-a9c4-1e4665557378 req-c9253340-2ebc-4867-93bb-e3a9506a3c96 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:06.958952 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4cee7d00-a992-4574-a9c4-1e4665557378 req-c9253340-2ebc-4867-93bb-e3a9506a3c96 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 943 time: 0.0500560 May 19 15:09:06.991277 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:06.991886 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:06.993256 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] 10.222.0.49 "PUT /v2.0/ports/5f35a1f9-3029-4da3-9b81-244b3026f32a HTTP/1.1" status: 200 len: 1093 time: 0.6027651 May 19 15:09:06.993719 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'tag': '5f35a1f9-3029-4da3-9b81-244b3026f32a'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:06.996225 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9210b18-520a-4fa2-8e2f-f73f6b725fce" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4c1217-82c6-4ffa-bb29-2ab78d048fe4", "tag": "5f35a1f9-3029-4da3-9b81-244b3026f32a"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:07.016708 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4cee7d00-a992-4574-a9c4-1e4665557378 req-fd2c1577-c79d-49cc-abbb-5304ce66bbb5 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 May 19 15:09:07.025499 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca199c-b8bc-4173-9cc8-f0b6a94a5fdc service neutron] Pushing event updated for resources: {'Port': ['ID=5f35a1f9-3029-4da3-9b81-244b3026f32a,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:07.040252 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7b0e1-986e-412a-bf7c-0c80e8dcaf4c x-openstack-request-id: req-3de7b0e1-986e-412a-bf7c-0c80e8dcaf4c {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:07.040542 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4c1217-82c6-4ffa-bb29-2ab78d048fe4", "tag": "5f35a1f9-3029-4da3-9b81-244b3026f32a", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:07.040800 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3de7b0e1-986e-412a-bf7c-0c80e8dcaf4c {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:07.041198 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de7b0e1-986e-412a-bf7c-0c80e8dcaf4c'] response: {'name': 'network-changed', 'server_uuid': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'tag': '5f35a1f9-3029-4da3-9b81-244b3026f32a', 'status': 'completed', 'code': 200} May 19 15:09:07.087170 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-ead97481-30e5-4dbc-8f01-5d8d53cdc8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:07.088710 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-ead97481-30e5-4dbc-8f01-5d8d53cdc8e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f7a1fc211304ed3a001282402fa73cc&device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 1127 time: 0.0407481 May 19 15:09:07.133805 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-e200010f-60db-450e-bd57-4b6ef66e336a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f35a1f9-3029-4da3-9b81-244b3026f32a HTTP/1.1" status: 200 len: 217 time: 0.0378125 May 19 15:09:07.186843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-c40a3e64-e607-4b40-a988-8fb1c6a44943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:07.188331 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-c40a3e64-e607-4b40-a988-8fb1c6a44943 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e39008de-b1dc-4884-9931-a2bcd658aa63 HTTP/1.1" status: 200 len: 854 time: 0.0488992 May 19 15:09:07.220083 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-b6e1039c-ae29-4064-8706-021f46cc5893 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=caae226b-eb30-4cc3-81ca-a5536dcb8101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256238 May 19 15:09:07.254558 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:07.325089 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-407f766a-10a5-4cf7-96c7-995e2d0ed790 service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870960 May 19 15:09:07.416077 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-07e7dfe9-4cbb-4989-999b-5a40d3351f42 req-c292d7cb-9034-4fbd-b2a5-e082d60b0bdc service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837774 May 19 15:09:07.964398 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151fb0-8baf-4b19-b0c2-6ce9ae08d276 req-098cc1a8-1928-4567-93cf-ee1f182d4a26 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:07.965746 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5151fb0-8baf-4b19-b0c2-6ce9ae08d276 req-098cc1a8-1928-4567-93cf-ee1f182d4a26 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 945 time: 0.0464180 May 19 15:09:08.011347 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5151fb0-8baf-4b19-b0c2-6ce9ae08d276 req-2807c1c5-a0a6-4829-91cd-01c3d326aa96 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 May 19 15:09:08.135745 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6b677-5702-4ffc-afbc-382a4ffcc361 req-fd8d642d-e338-4b93-bc56-2dfabdfeb114 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:08.137198 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f0a6b677-5702-4ffc-afbc-382a4ffcc361 req-fd8d642d-e338-4b93-bc56-2dfabdfeb114 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 943 time: 0.0509911 May 19 15:09:08.181843 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f0a6b677-5702-4ffc-afbc-382a4ffcc361 req-11dd1bd3-0957-40d2-bbc0-dec16bff2230 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 May 19 15:09:08.525543 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-73f442c7-8dd9-468e-add0-f4e3970659e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:08.527002 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-73f442c7-8dd9-468e-add0-f4e3970659e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f7a1fc211304ed3a001282402fa73cc&device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 1127 time: 0.0405014 May 19 15:09:09.106028 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:09.124807 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ecf8c-d8d8-4c60-8635-48e7022a3565 req-1172750e-8c3c-4531-b3d4-581c94ff8efb tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:09.126278 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d29ecf8c-d8d8-4c60-8635-48e7022a3565 req-1172750e-8c3c-4531-b3d4-581c94ff8efb tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 945 time: 0.0471117 May 19 15:09:09.171950 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d29ecf8c-d8d8-4c60-8635-48e7022a3565 req-2c59ae22-bbb8-474f-b4fb-d5f4bd54b27e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 May 19 15:09:09.289636 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59679111-bc74-4bd1-847d-804decef8e94 req-48d7ea5c-501f-43ea-887c-c96f59ce45ec tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:09.291043 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-59679111-bc74-4bd1-847d-804decef8e94 req-48d7ea5c-501f-43ea-887c-c96f59ce45ec tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 943 time: 0.0450330 May 19 15:09:09.340235 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-59679111-bc74-4bd1-847d-804decef8e94 req-8dbbf413-19bc-4b65-9487-ee85954f1dcb tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 May 19 15:09:09.701854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-b2721663-9740-408f-bbe4-fe4e7565f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:09.703322 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-b2721663-9740-408f-bbe4-fe4e7565f866 service neutron] 10.222.0.49 "GET /v2.0/networks?id=caae226b-eb30-4cc3-81ca-a5536dcb8101 HTTP/1.1" status: 200 len: 915 time: 0.0878704 May 19 15:09:09.750101 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-2817cabb-b906-48c1-9654-f8de337a5afd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f35a1f9-3029-4da3-9b81-244b3026f32a HTTP/1.1" status: 200 len: 217 time: 0.0318911 May 19 15:09:09.791809 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:09.835193 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-364dffaf-3214-4385-af76-ebaf32a4f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:09.836664 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-364dffaf-3214-4385-af76-ebaf32a4f56b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e39008de-b1dc-4884-9931-a2bcd658aa63 HTTP/1.1" status: 200 len: 854 time: 0.0517850 May 19 15:09:09.917619 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5f35a1f9-3029-4da3-9b81-244b3026f32a details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:09:09.971233 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-a52e5f03-fd63-4985-b294-c2f90fc6d1b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=caae226b-eb30-4cc3-81ca-a5536dcb8101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267866 May 19 15:09:09.976351 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:10.020219 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5f35a1f9-3029-4da3-9b81-244b3026f32a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5f35a1f9-3029-4da3-9b81-244b3026f32a,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:10.031748 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '5f35a1f9-3029-4da3-9b81-244b3026f32a', 'network_id': 'caae226b-eb30-4cc3-81ca-a5536dcb8101', 'port_id': '5f35a1f9-3029-4da3-9b81-244b3026f32a', 'mac_address': 'fa:16:3e:2a:4c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39008de-b1dc-4884-9931-a2bcd658aa63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:09:10.060712 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-82560ace-ff4a-4fd9-a3eb-0074081a83fb service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820806 May 19 15:09:10.065792 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5f35a1f9-3029-4da3-9b81-244b3026f32a is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:09:10.066183 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:10.079728 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f35a1f9-3029-4da3-9b81-244b3026f32a {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:09:10.100817 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5f35a1f9-3029-4da3-9b81-244b3026f32a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5f35a1f9-3029-4da3-9b81-244b3026f32a,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:10.104432 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:10.156178 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5f35a1f9-3029-4da3-9b81-244b3026f32a,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:10.170780 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-1eca2402-b5a3-4387-938d-dcd041906ac6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:10.172254 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-1eca2402-b5a3-4387-938d-dcd041906ac6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 945 time: 0.0948257 May 19 15:09:10.239898 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9210b18-520a-4fa2-8e2f-f73f6b725fce req-e7b664f8-803e-4371-a937-ed42da148449 service neutron] 10.222.0.49 "GET /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628392 May 19 15:09:10.282057 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:09:10.282392 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:10.284402 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622810b-7844-4d18-a79b-327f534c9021 req-0a021bdb-f338-49de-8a06-76e50d5e3f2e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:10.285883 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4622810b-7844-4d18-a79b-327f534c9021 req-0a021bdb-f338-49de-8a06-76e50d5e3f2e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 945 time: 0.0470793 May 19 15:09:10.334713 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4622810b-7844-4d18-a79b-327f534c9021 req-43ecd3c7-883f-46ff-aade-f3646f287f4a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e908ed2-3938-464f-8cac-49c849991565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 May 19 15:09:10.381305 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] For port a54c0604-314a-4a3c-a1e0-e03eb78af1d6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:10.381675 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:10.394624 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['5f35a1f9-3029-4da3-9b81-244b3026f32a'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:09:10.504429 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866ad29-64ad-42c0-8db5-8c4f937e1dc6 req-69d7d01c-e03d-4147-8d76-a2ba3feb91a3 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:10.515791 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d866ad29-64ad-42c0-8db5-8c4f937e1dc6 req-69d7d01c-e03d-4147-8d76-a2ba3feb91a3 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 944 time: 0.0824881 May 19 15:09:10.559085 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:10.571848 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d866ad29-64ad-42c0-8db5-8c4f937e1dc6 req-9c17acc0-de10-4048-b015-8913927dbffb tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 May 19 15:09:10.619698 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:10.620096 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (b6b448e5-c3b8-4b63-a701-9c79b2b734d3), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:10.620481 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP b6b448e5-c3b8-4b63-a701-9c79b2b734d3 disassociated. External IP: 172.27.2.158, port: a54c0604-314a-4a3c-a1e0-e03eb78af1d6. May 19 15:09:10.620877 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for a54c0604-314a-4a3c-a1e0-e03eb78af1d6 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:09:10.751807 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (a54c0604-314a-4a3c-a1e0-e03eb78af1d6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:10.777035 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=a54c0604-314a-4a3c-a1e0-e03eb78af1d6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:10.886441 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:09:10.987625 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:09:10.999923 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:09:11.011662 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:11.012186 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:08:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:11.016159 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:11.037041 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] No DVR routers for this DVR port a54c0604-314a-4a3c-a1e0-e03eb78af1d6 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:09:11.040068 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:11.043423 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15b2e3f7-1a6d-4ba4-96a5-9f50f5ccb0c1 req-de523086-4c38-4ded-98e5-99232a91bd27 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "DELETE /v2.0/ports/a54c0604-314a-4a3c-a1e0-e03eb78af1d6 HTTP/1.1" status: 204 len: 173 time: 0.8646436 May 19 15:09:11.044284 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'name': 'network-vif-deleted', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:11.047192 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12850ba-444d-4311-91d1-22064de18d46" -d '{"events": [{"server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "name": "network-vif-deleted", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:11.126860 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:11.135718 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beaeef0-b3c5-4804-b3cd-5b8a5158fde7 x-openstack-request-id: req-0beaeef0-b3c5-4804-b3cd-5b8a5158fde7 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:11.135998 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9c3778-68d3-440a-b89c-22cf3a93baca", "name": "network-vif-deleted", "tag": "a54c0604-314a-4a3c-a1e0-e03eb78af1d6", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:11.137095 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0beaeef0-b3c5-4804-b3cd-5b8a5158fde7 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:11.137095 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0beaeef0-b3c5-4804-b3cd-5b8a5158fde7'] response: {'server_uuid': '2b9c3778-68d3-440a-b89c-22cf3a93baca', 'name': 'network-vif-deleted', 'tag': 'a54c0604-314a-4a3c-a1e0-e03eb78af1d6', 'status': 'completed', 'code': 200} May 19 15:09:11.208755 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:11.333391 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:11.416267 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:18Z', 'revision_number': 2, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:11.446044 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:09:11.451784 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5691a1a1-3689-4148-8c1a-7772755ec095 req-840d1d68-ec3b-46c1-a306-50bc67c4dc15 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b9c3778-68d3-440a-b89c-22cf3a93baca HTTP/1.1" status: 200 len: 210 time: 0.0312443 May 19 15:09:11.455084 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:11.455713 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:08:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:11.568554 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:11.690004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e413d7-5d18-4f53-81ae-93880dfcc057 req-3f16f11b-9c51-425d-bf31-2887181229b9 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:11.692960 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-92e413d7-5d18-4f53-81ae-93880dfcc057 req-3f16f11b-9c51-425d-bf31-2887181229b9 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 944 time: 0.0487125 May 19 15:09:11.748046 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-92e413d7-5d18-4f53-81ae-93880dfcc057 req-89a1f758-6bb1-42a5-ae08-ba8f3347d8e6 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 May 19 15:09:11.786971 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:18Z', 'revision_number': 2, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:11.814095 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6eb7c9-0cb2-442f-bcec-1f46f332a857 None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '1b32ecf8-32be-4179-974e-542da6375def', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:75:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:05:47Z', 'updated_at': '2022-05-19T15:06:18Z', 'revision_number': 2, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:09:11.949263 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5f35a1f9-3029-4da3-9b81-244b3026f32a up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:09:11.996238 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 5f35a1f9-3029-4da3-9b81-244b3026f32a completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:09:12.002818 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 5f35a1f9-3029-4da3-9b81-244b3026f32a triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:09:12.003359 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.082067 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5f35a1f9-3029-4da3-9b81-244b3026f32a is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:09:12.082575 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.099809 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ec086-1bf4-4c1d-859c-1e0bc822df3b None None] New status for floating IP b6b448e5-c3b8-4b63-a701-9c79b2b734d3: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:09:12.110511 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:12.142150 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f35a1f9-3029-4da3-9b81-244b3026f32a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:12.144394 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0194ac-86f7-42d1-a1aa-107189ee708b" -d '{"events": [{"server_uuid": "8c4c1217-82c6-4ffa-bb29-2ab78d048fe4", "name": "network-vif-plugged", "status": "completed", "tag": "5f35a1f9-3029-4da3-9b81-244b3026f32a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:12.191070 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5f35a1f9-3029-4da3-9b81-244b3026f32a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5f35a1f9-3029-4da3-9b81-244b3026f32a,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:12.193565 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a9887b-6b59-4198-924a-ada948019704 x-openstack-request-id: req-f8a9887b-6b59-4198-924a-ada948019704 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:12.193874 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4c1217-82c6-4ffa-bb29-2ab78d048fe4", "name": "network-vif-plugged", "status": "completed", "tag": "5f35a1f9-3029-4da3-9b81-244b3026f32a", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:12.194155 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8a9887b-6b59-4198-924a-ada948019704 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:12.194641 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a9887b-6b59-4198-924a-ada948019704'] response: {'server_uuid': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f35a1f9-3029-4da3-9b81-244b3026f32a', 'code': 200} May 19 15:09:12.205297 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.206107 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a54c0604-314a-4a3c-a1e0-e03eb78af1d6 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:09:12.262739 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: a54c0604-314a-4a3c-a1e0-e03eb78af1d6 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:09:12.263542 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a54c0604-314a-4a3c-a1e0-e03eb78af1d6 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:09:12.350913 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5f35a1f9-3029-4da3-9b81-244b3026f32a,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:12.453067 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b8e53-3b37-433d-af39-ddfb940152a3 req-9b2a9c39-62d9-4ebd-a7f4-39f298f41b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:12.454715 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-491b8e53-3b37-433d-af39-ddfb940152a3 req-9b2a9c39-62d9-4ebd-a7f4-39f298f41b81 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 1129 time: 0.0431271 May 19 15:09:12.510681 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-491b8e53-3b37-433d-af39-ddfb940152a3 req-bce8751f-a88a-4c3b-93b5-1aeb81f87c19 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 May 19 15:09:12.548794 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47072) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:12.605651 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2a22e2a0-5f20-4666-a960-142f9c1b3984 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (5e908ed2-3938-464f-8cac-49c849991565), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.632322 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2a22e2a0-5f20-4666-a960-142f9c1b3984 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (5e908ed2-3938-464f-8cac-49c849991565), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.681195 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2a22e2a0-5f20-4666-a960-142f9c1b3984 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5e908ed2-3938-464f-8cac-49c849991565), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.683747 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2a22e2a0-5f20-4666-a960-142f9c1b3984 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.684858 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2a22e2a0-5f20-4666-a960-142f9c1b3984 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e908ed2-3938-464f-8cac-49c849991565 HTTP/1.1" status: 204 len: 168 time: 0.1350272 May 19 15:09:12.687680 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47074) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:12.695090 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22e2a0-5f20-4666-a960-142f9c1b3984 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e908ed2-3938-464f-8cac-49c849991565,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:12.702769 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.api.v2.resource [None req-3f2b6062-7157-4021-8bf0-b8bbe6ca0f1d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] show failed (client error): The resource could not be found. May 19 15:09:12.704037 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3f2b6062-7157-4021-8bf0-b8bbe6ca0f1d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups/5e908ed2-3938-464f-8cac-49c849991565 HTTP/1.1" status: 404 len: 347 time: 0.0148363 May 19 15:09:12.706884 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47076) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:12.829722 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port 57045dfe-bec5-43eb-974e-b0a0584d82c8 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:09:12.830064 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:12.835088 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:13.188421 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e012d1-68da-4513-9f64-efbcaa1583c1 req-c3b82195-ebae-493e-9181-3e640a370762 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:13.190039 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52e012d1-68da-4513-9f64-efbcaa1583c1 req-c3b82195-ebae-493e-9181-3e640a370762 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.3136790 May 19 15:09:13.227619 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93029933-56ad-417b-9ba6-cac558b558d2 req-8442df37-3849-49f3-88d0-9e6178c05bbf tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:13.229128 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-93029933-56ad-417b-9ba6-cac558b558d2 req-8442df37-3849-49f3-88d0-9e6178c05bbf tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.1009996 May 19 15:09:13.241752 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:13.242074 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (57045dfe-bec5-43eb-974e-b0a0584d82c8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:13.280708 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for 57045dfe-bec5-43eb-974e-b0a0584d82c8 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:09:13.352871 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-106c1bcc-acca-423b-8bbb-0fbb387ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:13.353477 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52e012d1-68da-4513-9f64-efbcaa1583c1 req-ff8c82b6-f462-4d6a-bef9-2c527152e9e6 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544294 May 19 15:09:13.361115 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-106c1bcc-acca-423b-8bbb-0fbb387ccb21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1129 time: 0.0526392 May 19 15:09:13.433045 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-93029933-56ad-417b-9ba6-cac558b558d2 req-96241a2a-0c00-4c57-b697-695613ab46b6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952655 May 19 15:09:13.481999 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-b337538a-2986-4591-a177-76a481704c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:13.483653 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-b337538a-2986-4591-a177-76a481704c9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.1065676 May 19 15:09:13.495130 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:13.522628 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (57045dfe-bec5-43eb-974e-b0a0584d82c8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:13.553188 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=57045dfe-bec5-43eb-974e-b0a0584d82c8,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:13.559389 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:13.573901 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-21c7318e-dffe-41e8-90eb-86934cfabc8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 200 len: 1001 time: 0.0719366 May 19 15:09:13.584437 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.584868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.585274 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.585675 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.586090 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.586471 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.586863 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.587288 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.587663 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.588069 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.588490 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.588873 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.589260 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.589645 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.590029 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:13.637459 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (b6b448e5-c3b8-4b63-a701-9c79b2b734d3), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:13.639894 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:13.641033 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b3a576d7-4435-4814-a19e-aeebef57fe1a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/floatingips/b6b448e5-c3b8-4b63-a701-9c79b2b734d3 HTTP/1.1" status: 204 len: 168 time: 0.9328179 May 19 15:09:14.033773 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4c96b4c0-31ac-498f-b747-621b1776396f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:14.134170 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-c9be322a-76c2-4317-a901-ff67cc0f15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:14.135718 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-c9be322a-76c2-4317-a901-ff67cc0f15ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0522878 May 19 15:09:14.186661 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-27875497-8840-430c-8291-5f83c6223539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:14.187972 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-27875497-8840-430c-8291-5f83c6223539 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427375 May 19 15:09:14.280813 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-49e78482-1fca-4c71-b64c-d54b940b001b service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846171 May 19 15:09:14.469923 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8effe73-e707-4251-8cdd-8b757a691b48 req-069938e1-4c8c-4e25-8b88-f95de6a8032d tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:14.471584 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c8effe73-e707-4251-8cdd-8b757a691b48 req-069938e1-4c8c-4e25-8b88-f95de6a8032d tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.0468740 May 19 15:09:14.555804 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bbc2-e4d3-4ac7-9461-ca2e1c1ddcd3 req-977c5611-e43f-496c-b5b9-84a75e7443b3 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:14.557191 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a721bbc2-e4d3-4ac7-9461-ca2e1c1ddcd3 req-977c5611-e43f-496c-b5b9-84a75e7443b3 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0662708 May 19 15:09:14.561486 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c8effe73-e707-4251-8cdd-8b757a691b48 req-df8baf6b-6275-4e93-bac8-f1f6c0a31b06 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842457 May 19 15:09:14.606515 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a721bbc2-e4d3-4ac7-9461-ca2e1c1ddcd3 req-03fb294d-7b48-4ae0-9407-e2927d5e453a tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 May 19 15:09:14.645250 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb704d20-599d-4dff-a153-ba8aa499c43d req-7429a204-8454-4456-a0be-b56190ffab3c service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970614 May 19 15:09:15.742244 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0499c3f-9a2a-4786-838c-47b8ea0bfb73 req-2eae9197-f59a-485e-a2b4-8369c2f6cc89 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:15.743829 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f0499c3f-9a2a-4786-838c-47b8ea0bfb73 req-2eae9197-f59a-485e-a2b4-8369c2f6cc89 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0554528 May 19 15:09:15.789350 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f0499c3f-9a2a-4786-838c-47b8ea0bfb73 req-623c7515-e381-4efc-afb2-f5710d3c03c5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397532 May 19 15:09:16.260704 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bcddaaa6-0d7e-4475-93aa-3773761668ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:16.295985 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac02323-b479-4fc9-9f52-227d5916c31a req-8962d068-2e1b-4042-a42d-20de75eeddb1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:16.297482 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cac02323-b479-4fc9-9f52-227d5916c31a req-8962d068-2e1b-4042-a42d-20de75eeddb1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.0483563 May 19 15:09:16.344559 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cac02323-b479-4fc9-9f52-227d5916c31a req-534f4626-7abc-47c1-8a33-8cf1a6b4f307 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 May 19 15:09:16.888849 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:16.907116 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbbddd-3775-4740-879d-e97985f12154 req-71e2625d-bed8-4355-8b18-7d6f15b80085 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:16.908604 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-40dbbddd-3775-4740-879d-e97985f12154 req-71e2625d-bed8-4355-8b18-7d6f15b80085 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0509901 May 19 15:09:16.954220 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-40dbbddd-3775-4740-879d-e97985f12154 req-62b894ea-44b1-4bdc-b8b1-9b2785a4103d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 May 19 15:09:17.397310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:17.458096 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f785e74-371b-4f8a-a81b-2ecea2c97c61 req-e038828f-cd79-408d-b9da-569479609b9d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:17.459454 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5f785e74-371b-4f8a-a81b-2ecea2c97c61 req-e038828f-cd79-408d-b9da-569479609b9d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.0461099 May 19 15:09:17.505395 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5f785e74-371b-4f8a-a81b-2ecea2c97c61 req-38b9bf2e-799e-4401-a60b-4b4235655111 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 May 19 15:09:18.065567 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd620e-3464-4bfc-9816-9e71539c5619 req-3d728b01-570d-4276-a087-1e6c39021d3d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:18.067043 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-19cd620e-3464-4bfc-9816-9e71539c5619 req-3d728b01-570d-4276-a087-1e6c39021d3d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0465653 May 19 15:09:18.118190 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-19cd620e-3464-4bfc-9816-9e71539c5619 req-65414730-4b37-49fc-b098-6438d9f4ea73 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457776 May 19 15:09:18.242661 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-63d65809-0fc3-46a2-8a8f-daf2faf1643c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:18.244035 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-63d65809-0fc3-46a2-8a8f-daf2faf1643c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.0499766 May 19 15:09:18.328290 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:09:18.328593 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:18.621995 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855795dc-233e-4acf-a575-a61283db6553 req-03b46572-bfda-48c8-9e94-71cc46d3c1d1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:18.622869 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] For port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:18.623231 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:18.623614 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-855795dc-233e-4acf-a575-a61283db6553 req-03b46572-bfda-48c8-9e94-71cc46d3c1d1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 946 time: 0.0481079 May 19 15:09:18.640366 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:18.643185 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:18.673176 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-855795dc-233e-4acf-a575-a61283db6553 req-8b9ae1c2-404d-4667-8595-78edd35874df tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=db685648-f1a0-43d0-bbaf-ef8a3a85530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 May 19 15:09:18.787884 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:18.788120 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (1b32ecf8-32be-4179-974e-542da6375def), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:18.788333 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP 1b32ecf8-32be-4179-974e-542da6375def disassociated. External IP: 172.27.2.69, port: 99e00ce6-f671-4c78-ab3b-e03e6a5532ed. May 19 15:09:18.788674 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for 99e00ce6-f671-4c78-ab3b-e03e6a5532ed owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:09:18.926777 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (99e00ce6-f671-4c78-ab3b-e03e6a5532ed), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:18.954271 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=99e00ce6-f671-4c78-ab3b-e03e6a5532ed,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:19.003259 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:19.063315 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:09:19.174174 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:09:19.185958 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:09:19.198734 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:19.199459 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:19.217762 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] No DVR routers for this DVR port 99e00ce6-f671-4c78-ab3b-e03e6a5532ed on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:09:19.220853 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:19.224187 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-947e995d-ed5e-42ef-84d3-c7be593455fc req-5b23a425-2472-47ab-978a-4445b8286038 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "DELETE /v2.0/ports/99e00ce6-f671-4c78-ab3b-e03e6a5532ed HTTP/1.1" status: 204 len: 173 time: 0.9740937 May 19 15:09:19.224672 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'name': 'network-vif-deleted', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:19.227326 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab87347-8444-469d-a265-5879220c949d" -d '{"events": [{"server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "name": "network-vif-deleted", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:19.283471 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9240ab-5211-4c08-8089-37cbc7fbc5e4 req-6cd63198-2362-4f80-8d2d-b70cdab9f28e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:19.288291 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9e9240ab-5211-4c08-8089-37cbc7fbc5e4 req-6cd63198-2362-4f80-8d2d-b70cdab9f28e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0965102 May 19 15:09:19.304074 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7486af-ef91-4fce-b299-4f3f886a2007 x-openstack-request-id: req-ac7486af-ef91-4fce-b299-4f3f886a2007 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:19.304599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3", "name": "network-vif-deleted", "tag": "99e00ce6-f671-4c78-ab3b-e03e6a5532ed", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:19.304599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac7486af-ef91-4fce-b299-4f3f886a2007 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:19.304988 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7486af-ef91-4fce-b299-4f3f886a2007'] response: {'server_uuid': 'cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3', 'name': 'network-vif-deleted', 'tag': '99e00ce6-f671-4c78-ab3b-e03e6a5532ed', 'status': 'completed', 'code': 200} May 19 15:09:19.323390 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:19.345903 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9e9240ab-5211-4c08-8089-37cbc7fbc5e4 req-64db91f8-2440-4b38-ab9c-02d162b3e670 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528347 May 19 15:09:19.519294 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:19.544033 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:09:19.553249 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:19.554217 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:19.651880 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:19.656022 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:19.696344 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:19.788607 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-129faee1-be45-40e1-b933-79fb051e2583 req-da163a12-8f07-493d-b37a-64821fb28ef4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd139aeb-d5c4-4d6b-aafd-c09d66e6cfd3 HTTP/1.1" status: 200 len: 210 time: 0.0315235 May 19 15:09:19.850013 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:19.875641 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013f065-9ffb-481b-a270-b2fe4376abe7 None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:09:20.105004 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b18fd5-b975-4fd4-9227-2de16cb08917 None None] New status for floating IP 1b32ecf8-32be-4179-974e-542da6375def: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:09:20.133399 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:20.314588 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:20.463079 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f689-c75e-4750-a57f-07343ef1ce6b req-8d0bafa2-bc14-47d9-b82a-3b4833e0b7ea tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:20.464467 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9215f689-c75e-4750-a57f-07343ef1ce6b req-8d0bafa2-bc14-47d9-b82a-3b4833e0b7ea tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0471363 May 19 15:09:20.511063 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9215f689-c75e-4750-a57f-07343ef1ce6b req-90981a6f-4463-4c5b-92a4-c9bb368ec2b9 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 May 19 15:09:20.877073 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47162) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:20.933430 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5cef-d3bb-497b-a3a2-814470f1667c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (db685648-f1a0-43d0-bbaf-ef8a3a85530d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:20.960039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5cef-d3bb-497b-a3a2-814470f1667c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (db685648-f1a0-43d0-bbaf-ef8a3a85530d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.008788 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5cef-d3bb-497b-a3a2-814470f1667c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (db685648-f1a0-43d0-bbaf-ef8a3a85530d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.011415 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5cef-d3bb-497b-a3a2-814470f1667c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.012547 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ff7f5cef-d3bb-497b-a3a2-814470f1667c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/security-groups/db685648-f1a0-43d0-bbaf-ef8a3a85530d HTTP/1.1" status: 204 len: 168 time: 0.1347096 May 19 15:09:21.015407 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47164) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:21.021564 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f5cef-d3bb-497b-a3a2-814470f1667c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db685648-f1a0-43d0-bbaf-ef8a3a85530d,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:21.031612 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.api.v2.resource [None req-238b3ba7-034d-4767-875d-1123ba83af74 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] show failed (client error): The resource could not be found. May 19 15:09:21.035232 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-238b3ba7-034d-4767-875d-1123ba83af74 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups/db685648-f1a0-43d0-bbaf-ef8a3a85530d HTTP/1.1" status: 404 len: 347 time: 0.0160000 May 19 15:09:21.035445 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47166) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:21.077852 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:21.147465 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port 1bd36245-8067-4e7d-b00a-175a8a62d573 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:09:21.147797 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.225080 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.225398 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (1bd36245-8067-4e7d-b00a-175a8a62d573), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.238117 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for 1bd36245-8067-4e7d-b00a-175a8a62d573 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:09:21.385579 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (1bd36245-8067-4e7d-b00a-175a8a62d573), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.393091 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:21.413077 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=1bd36245-8067-4e7d-b00a-175a8a62d573,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:21.475907 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (1b32ecf8-32be-4179-974e-542da6375def), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.478407 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.479554 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-38138451-2d75-486b-9d45-04266f21c38a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/floatingips/1b32ecf8-32be-4179-974e-542da6375def HTTP/1.1" status: 204 len: 168 time: 0.4426916 May 19 15:09:21.551008 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47174) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:21.555615 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-510daf9f-4f0d-4364-a163-b3f19fe214f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573474599', 'description': 'tempest-description--1229411173'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:21.577868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-510daf9f-4f0d-4364-a163-b3f19fe214f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.654350 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c48374-81f2-4828-b5af-f8ce135bbf6b req-009b737c-3fc3-4632-99d6-06447efea4e2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:21.655819 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e3c48374-81f2-4828-b5af-f8ce135bbf6b req-009b737c-3fc3-4632-99d6-06447efea4e2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0646527 May 19 15:09:21.725042 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-510daf9f-4f0d-4364-a163-b3f19fe214f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (c170c38f-dc89-49c7-97e9-495659563575), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.729404 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e3c48374-81f2-4828-b5af-f8ce135bbf6b req-e1215275-e361-4184-ba7d-ae70552a2abf tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658927 May 19 15:09:21.730431 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-510daf9f-4f0d-4364-a163-b3f19fe214f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c170c38f-dc89-49c7-97e9-495659563575), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.761336 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-510daf9f-4f0d-4364-a163-b3f19fe214f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.762544 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-510daf9f-4f0d-4364-a163-b3f19fe214f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2103989 May 19 15:09:21.764395 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510daf9f-4f0d-4364-a163-b3f19fe214f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c170c38f-dc89-49c7-97e9-495659563575,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:21.765680 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47176) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:21.771631 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-21869829-c63e-4183-9a56-14392b61c694 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': 'c170c38f-dc89-49c7-97e9-495659563575', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:21.798705 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21869829-c63e-4183-9a56-14392b61c694 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (d2eafab0-5a93-46e5-9ffb-602bdc87ddd2), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.853878 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21869829-c63e-4183-9a56-14392b61c694 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (d2eafab0-5a93-46e5-9ffb-602bdc87ddd2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.858087 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21869829-c63e-4183-9a56-14392b61c694 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (d2eafab0-5a93-46e5-9ffb-602bdc87ddd2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.875643 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21869829-c63e-4183-9a56-14392b61c694 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eafab0-5a93-46e5-9ffb-602bdc87ddd2,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:21.884902 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21869829-c63e-4183-9a56-14392b61c694 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.886084 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-21869829-c63e-4183-9a56-14392b61c694 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186910 May 19 15:09:21.888705 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47178) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:21.892856 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-43af8f9b-bf62-4fea-9791-64214c09fff7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': 'c170c38f-dc89-49c7-97e9-495659563575', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:21.898536 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:21.920865 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43af8f9b-bf62-4fea-9791-64214c09fff7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (71a09f49-5e65-4b6d-b114-954a288fadca), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.960130 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 99e00ce6-f671-4c78-ab3b-e03e6a5532ed no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:09:21.976688 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43af8f9b-bf62-4fea-9791-64214c09fff7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (71a09f49-5e65-4b6d-b114-954a288fadca), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.979108 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 99e00ce6-f671-4c78-ab3b-e03e6a5532ed {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:09:21.979587 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 99e00ce6-f671-4c78-ab3b-e03e6a5532ed not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:09:21.980957 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43af8f9b-bf62-4fea-9791-64214c09fff7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (71a09f49-5e65-4b6d-b114-954a288fadca), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:21.999714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af8f9b-bf62-4fea-9791-64214c09fff7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a09f49-5e65-4b6d-b114-954a288fadca,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:22.005697 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43af8f9b-bf62-4fea-9791-64214c09fff7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.007126 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-43af8f9b-bf62-4fea-9791-64214c09fff7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174788 May 19 15:09:22.010098 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47180) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:22.014245 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:22.035323 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.113747 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.192631 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:22.222023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.27.2.248 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:09:22.327175 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.361640 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.403998 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:09:22.408793 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:09:22.411409 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:09:22.437909 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:22.506564 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (f788df92-9c9c-4444-a930-f23385d5ca87), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.546839 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.618163 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:22.725033 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.729404 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.803878 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:22.813070 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (f788df92-9c9c-4444-a930-f23385d5ca87), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.828187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:22.835672 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ae2b8f8b-a844-4492-8d42-7b4b1f95abd4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8245950 May 19 15:09:22.845451 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854be283-66de-4538-a0e3-77bdd98845a2 req-b85bb99f-8b09-419d-8c9b-29a109b850b7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:22.846948 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-854be283-66de-4538-a0e3-77bdd98845a2 req-b85bb99f-8b09-419d-8c9b-29a109b850b7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0484655 May 19 15:09:22.894981 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-854be283-66de-4538-a0e3-77bdd98845a2 req-400363f2-d0c2-4eab-8ddd-b4e8ad6cb5a5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 May 19 15:09:23.037011 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9d21e214-2115-4233-9b9c-96dab066d418 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1573474599&fields=id&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 267 time: 0.0457475 May 19 15:09:23.086751 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:23.142086 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-59aac3e2-c5f2-4b5b-950f-60638d7740ca tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:23.143553 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-59aac3e2-c5f2-4b5b-950f-60638d7740ca tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.1000857 May 19 15:09:23.158051 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-72b3d1ff-108d-4364-87a6-9e7f0faa246b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/quotas/34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 375 time: 0.0087161 May 19 15:09:23.210125 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-6fc3ee63-c295-48ef-97a0-71c85fd3585f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469024 May 19 15:09:23.302440 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-8bf0abb4-45d1-4131-9e29-f6da61e6f38f service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811303 May 19 15:09:23.394478 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9cef394b-6c92-4ca7-867c-43d1b32e9b46 service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865541 May 19 15:09:23.557644 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e22a2540-65c8-4de9-85ed-84abfdfd796e req-41473e9b-6366-40fc-a34a-219aff5947ba tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 210 time: 0.0279973 May 19 15:09:24.009245 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca59fb-fc9b-4676-a782-8476dd1b49ba req-0aca70a7-a9d1-4ff3-ae37-88f8c214599c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:24.010721 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88ca59fb-fc9b-4676-a782-8476dd1b49ba req-0aca70a7-a9d1-4ff3-ae37-88f8c214599c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0474374 May 19 15:09:24.056506 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88ca59fb-fc9b-4676-a782-8476dd1b49ba req-6f869c38-8145-4190-8fa1-47f6fc89c1ed tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402007 May 19 15:09:24.654099 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d727d2c4-9788-4e46-bff8-62620a9187ae req-96f3c4d0-c525-44ac-9b24-b8bfd1a17838 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 210 time: 0.0309570 May 19 15:09:25.168761 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd965f-4cc1-4656-ae64-9495c24c45ad req-21198da3-e731-48b2-9f5f-7724630f4e06 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:25.170224 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1fd965f-4cc1-4656-ae64-9495c24c45ad req-21198da3-e731-48b2-9f5f-7724630f4e06 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0476966 May 19 15:09:25.180903 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:25.219471 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1fd965f-4cc1-4656-ae64-9495c24c45ad req-bc510f17-efce-47b4-9910-0d1823b2938b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 May 19 15:09:25.751294 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9e7927b-66c3-455f-b49c-f7865db270bc req-806849b6-57df-41ba-bae3-9d69691782fd tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 210 time: 0.0278001 May 19 15:09:26.183706 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:26.235123 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-ec26c1f0-bd7e-49cc-a10d-5e751a66201e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:26.236715 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-ec26c1f0-bd7e-49cc-a10d-5e751a66201e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.1026483 May 19 15:09:26.306513 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-5cd27a44-a6f6-4b1a-ac06-c1ed2b05b3d3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 380 time: 0.0590253 May 19 15:09:26.338548 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d9de-c372-405f-95ed-ee60fab35b38 req-0c60adb7-0498-44a1-be14-5ffb04f30e65 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:26.340344 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f713d9de-c372-405f-95ed-ee60fab35b38 req-0c60adb7-0498-44a1-be14-5ffb04f30e65 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0470433 May 19 15:09:26.371150 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'port': {'device_id': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'admin_state_up': True, 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'security_groups': ['c170c38f-dc89-49c7-97e9-495659563575']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:26.391363 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f713d9de-c372-405f-95ed-ee60fab35b38 req-41ff1648-fe4f-4768-b0dc-89a080acce5b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 May 19 15:09:26.476891 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Made reservation on behalf of 34c1099557144b8bb2fff88f5b526834 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:09:26.480156 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:26.608637 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.20.0.3 (6c03712e-3615-4599-bcae-117320ca4aeb/1d833707-4508-4e48-95a7-b9e61c5b65f5/5baf0002-96ad-4905-b2cd-17f13f1918c2) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:09:26.750991 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:26.789340 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:26.825290 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:26.835723 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network 6c03712e-3615-4599-bcae-117320ca4aeb is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:09:26.839548 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:09:26.843926 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:09:26.874354 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=5baf0002-96ad-4905-b2cd-17f13f1918c2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:26.888061 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc8a87-a51f-4da6-befa-6aa038337ec7 req-df4adba8-213b-4f53-9221-04452d5121f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:26.889707 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fdc8a87-a51f-4da6-befa-6aa038337ec7 req-df4adba8-213b-4f53-9221-04452d5121f3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 931 time: 0.0540304 May 19 15:09:26.902438 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:26.903150 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:26.920872 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9a4408ca-6892-4747-acd1-0c2b8356d7cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540240 May 19 15:09:26.937692 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Request body: {'port': {'device_id': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:26.944291 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fdc8a87-a51f-4da6-befa-6aa038337ec7 req-3c719531-2a69-495d-bf3f-50a21d247cf9 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474243 May 19 15:09:26.979478 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:27.011629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:27.083382 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-06ce46a6-c2dd-4ada-8775-48cb295b7fdb None None] Provisioning complete for port 5baf0002-96ad-4905-b2cd-17f13f1918c2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:09:27.083940 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06ce46a6-c2dd-4ada-8775-48cb295b7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:27.115489 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-06ce46a6-c2dd-4ada-8775-48cb295b7fdb None None] Port 5baf0002-96ad-4905-b2cd-17f13f1918c2 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:09:27.303172 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baf0002-96ad-4905-b2cd-17f13f1918c2 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:09:27.310407 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Publish callbacks [] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:27.324775 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Transition to ACTIVE for port object 5baf0002-96ad-4905-b2cd-17f13f1918c2 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:09:27.327964 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:27.382030 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Pushing event updated for resources: {'Port': ['ID=5baf0002-96ad-4905-b2cd-17f13f1918c2,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:27.457606 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Attempting to bind port 5baf0002-96ad-4905-b2cd-17f13f1918c2 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:09:27.457945 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Attempting to bind port 5baf0002-96ad-4905-b2cd-17f13f1918c2 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:09:27.458276 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Attempting to bind port 5baf0002-96ad-4905-b2cd-17f13f1918c2 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:09:27.463310 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Port 5baf0002-96ad-4905-b2cd-17f13f1918c2 on network 6c03712e-3615-4599-bcae-117320ca4aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:09:27.463633 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Attempting to bind port 5baf0002-96ad-4905-b2cd-17f13f1918c2 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:09:27.469104 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:09:27.469441 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Checking segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:09:27.469827 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Bound using segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:09:27.470251 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Bound port: 5baf0002-96ad-4905-b2cd-17f13f1918c2, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:09:27.470602 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:27.509964 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ba1c0-fb55-42bd-a606-1503a20d31e9 req-ab094323-25d7-4056-bab6-6ee1244f718c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:27.512487 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-550ba1c0-fb55-42bd-a606-1503a20d31e9 req-ab094323-25d7-4056-bab6-6ee1244f718c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0506551 May 19 15:09:27.535847 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] For port 5baf0002-96ad-4905-b2cd-17f13f1918c2, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:09:27.538988 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] For port 5baf0002-96ad-4905-b2cd-17f13f1918c2, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5baf0002-96ad-4905-b2cd-17f13f1918c2,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:09:27.547510 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:27.560880 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-550ba1c0-fb55-42bd-a606-1503a20d31e9 req-80801d57-083e-4bca-8cd4-9c408b2928f8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 May 19 15:09:27.581595 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:27.582410 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:27.583839 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] 10.222.0.49 "PUT /v2.0/ports/5baf0002-96ad-4905-b2cd-17f13f1918c2 HTTP/1.1" status: 200 len: 1093 time: 0.6508238 May 19 15:09:27.586156 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:27.588323 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfabbf-be1f-43e8-adbd-061350dd7445" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:27.617456 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c6fd9-6ead-4ad0-8ead-8b2ba0a44048 service neutron] Pushing event updated for resources: {'Port': ['ID=5baf0002-96ad-4905-b2cd-17f13f1918c2,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:27.638472 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04f4ddd-a46e-4f6f-a716-e7d507fd4939 x-openstack-request-id: req-d04f4ddd-a46e-4f6f-a716-e7d507fd4939 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:27.638760 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:27.639059 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d04f4ddd-a46e-4f6f-a716-e7d507fd4939 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:27.639748 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04f4ddd-a46e-4f6f-a716-e7d507fd4939'] response: {'name': 'network-changed', 'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'status': 'completed', 'code': 200} May 19 15:09:28.062004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9ed50-bbf6-44ec-b162-8866dc6d852d req-d9896e21-ed3d-4d08-a2e3-eee59f89d04b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:28.063469 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2de9ed50-bbf6-44ec-b162-8866dc6d852d req-d9896e21-ed3d-4d08-a2e3-eee59f89d04b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 943 time: 0.0494673 May 19 15:09:28.110060 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2de9ed50-bbf6-44ec-b162-8866dc6d852d req-157ab677-c6b4-4a8e-8cc1-c8851eb016c3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 May 19 15:09:28.676829 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b084a-24e7-45fc-91f4-5b67c7430640 req-820fed70-2ac1-4b08-b448-abb2e77ef75c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:28.678295 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f91b084a-24e7-45fc-91f4-5b67c7430640 req-820fed70-2ac1-4b08-b448-abb2e77ef75c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0462592 May 19 15:09:28.728027 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f91b084a-24e7-45fc-91f4-5b67c7430640 req-0e90f0f8-8bad-4f4b-87c6-5493a641accb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 May 19 15:09:29.208743 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:29.227626 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9aa2-8886-4df8-aeec-71bb56f3165b req-cf052196-10fd-452a-9383-026ef5a92dfa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:29.229059 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-292a9aa2-8886-4df8-aeec-71bb56f3165b req-cf052196-10fd-452a-9383-026ef5a92dfa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 943 time: 0.0507703 May 19 15:09:29.275309 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-292a9aa2-8886-4df8-aeec-71bb56f3165b req-c76bbcfc-b7da-4dfa-a097-1356d56bf265 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 May 19 15:09:29.608793 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfabbf-be1f-43e8-adbd-061350dd7445 req-e4137dc3-557e-4ba3-9c20-5c9b79cd4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:29.610269 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0ccfabbf-be1f-43e8-adbd-061350dd7445 req-e4137dc3-557e-4ba3-9c20-5c9b79cd4524 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 1127 time: 0.0398538 May 19 15:09:29.702438 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:29.713660 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfabbf-be1f-43e8-adbd-061350dd7445 req-ffe3efef-761f-4d05-bf0a-caef848b676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:29.715143 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0ccfabbf-be1f-43e8-adbd-061350dd7445 req-ffe3efef-761f-4d05-bf0a-caef848b676b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=34c1099557144b8bb2fff88f5b526834&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0957189 May 19 15:09:29.819112 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfabbf-be1f-43e8-adbd-061350dd7445 req-f5a590e1-50e0-4de0-9ab5-5474492da24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:29.820635 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0ccfabbf-be1f-43e8-adbd-061350dd7445 req-f5a590e1-50e0-4de0-9ab5-5474492da24d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978000 May 19 15:09:29.851402 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddf61e-22d8-4839-b5bc-eea8d1632160 req-64676fa5-6e0e-4159-8f73-8596395780df tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:29.852995 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c9ddf61e-22d8-4839-b5bc-eea8d1632160 req-64676fa5-6e0e-4159-8f73-8596395780df tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0519760 May 19 15:09:29.902498 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:29.909124 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-d4be51c4-4a11-480e-b72c-5a66fdf3f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:29.911245 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-d4be51c4-4a11-480e-b72c-5a66fdf3f937 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 1127 time: 0.0492222 May 19 15:09:29.914441 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c9ddf61e-22d8-4839-b5bc-eea8d1632160 req-434c6027-6b34-49e9-ad1b-e6bf6d132699 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558717 May 19 15:09:29.949662 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-9156785a-bf8b-4535-afc9-9bc8d8404eee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5baf0002-96ad-4905-b2cd-17f13f1918c2 HTTP/1.1" status: 200 len: 217 time: 0.0322530 May 19 15:09:29.999943 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-3e6a4a76-cd71-45ca-8f0e-672d6d7da28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:30.001453 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-3e6a4a76-cd71-45ca-8f0e-672d6d7da28c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0460358 May 19 15:09:30.047589 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-382364ba-dbf2-4c96-a436-e76909a96d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:30.049037 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-382364ba-dbf2-4c96-a436-e76909a96d1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381470 May 19 15:09:30.157468 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-87e76acd-4a7f-41f5-90d1-3dcb59489830 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937233 May 19 15:09:30.250080 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-387733c2-30b2-4c98-b6d0-928d88ffbaa0 req-e18d2a21-3dc1-49ee-abf1-23ebb9b4511b service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 May 19 15:09:30.393225 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d64254-1d4d-4ec4-9120-fcf993221f89 req-315bb541-5816-4592-bd20-a999c9422300 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:30.394791 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-26d64254-1d4d-4ec4-9120-fcf993221f89 req-315bb541-5816-4592-bd20-a999c9422300 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 943 time: 0.0478821 May 19 15:09:30.446046 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-26d64254-1d4d-4ec4-9120-fcf993221f89 req-e88853aa-96ad-4e9b-a62e-375f17cff374 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454979 May 19 15:09:31.029018 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5fa19-bf7d-4a30-b06b-99ccac6ad186 req-e73c47f9-1b73-48e6-bc4f-7c7e0781ffbd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:31.030500 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7ab5fa19-bf7d-4a30-b06b-99ccac6ad186 req-e73c47f9-1b73-48e6-bc4f-7c7e0781ffbd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0485327 May 19 15:09:31.081335 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7ab5fa19-bf7d-4a30-b06b-99ccac6ad186 req-4dc0b6d6-c276-45b9-a3f3-d290f215d028 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 May 19 15:09:31.448657 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-6e827908-640a-435d-9654-5ea205c11e73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380316 May 19 15:09:31.557950 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186de48-276c-49b5-9c75-7512063cec06 req-62189c08-26eb-4432-a945-3bd2f866d47c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:31.559508 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5186de48-276c-49b5-9c75-7512063cec06 req-62189c08-26eb-4432-a945-3bd2f866d47c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 943 time: 0.0465059 May 19 15:09:31.605451 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5186de48-276c-49b5-9c75-7512063cec06 req-26bbd5e4-5cad-4b97-a992-70e77d0ef526 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 May 19 15:09:32.061393 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:32.203052 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7944c9-6009-4633-a049-d3de10046ca2 req-4b1b4dcf-257c-48ba-8ab0-68bd32cb7c0f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:32.204635 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ae7944c9-6009-4633-a049-d3de10046ca2 req-4b1b4dcf-257c-48ba-8ab0-68bd32cb7c0f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0529361 May 19 15:09:32.215239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:32.252144 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ae7944c9-6009-4633-a049-d3de10046ca2 req-78bcff7c-73bf-4842-8e99-3533b134a23c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420737 May 19 15:09:32.629599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-ac4c03e5-8446-491d-a3d0-8c4326b9ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:32.631115 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-ac4c03e5-8446-491d-a3d0-8c4326b9ddb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 1131 time: 0.0433638 May 19 15:09:32.648425 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5baf0002-96ad-4905-b2cd-17f13f1918c2 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:09:32.730336 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad94e6-746d-4ab0-a468-d5cfdb5c6f9c req-c08a8ba6-915a-473e-a233-a109da37d16c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:32.732229 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-39ad94e6-746d-4ab0-a468-d5cfdb5c6f9c req-c08a8ba6-915a-473e-a233-a109da37d16c tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 943 time: 0.0507181 May 19 15:09:32.752622 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf491f-d3de-49d5-bb4c-870b0e5939aa req-a6c36e1b-d686-45df-8dbc-1e20c7babf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:32.754218 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6fdf491f-d3de-49d5-bb4c-870b0e5939aa req-a6c36e1b-d686-45df-8dbc-1e20c7babf91 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1129 time: 0.0901062 May 19 15:09:32.758539 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5baf0002-96ad-4905-b2cd-17f13f1918c2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5baf0002-96ad-4905-b2cd-17f13f1918c2,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:32.771536 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'port_id': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'mac_address': 'fa:16:3e:cb:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:09:32.782014 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-39ad94e6-746d-4ab0-a468-d5cfdb5c6f9c req-7315071a-ee0c-496c-a238-19fd28f4fb31 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 May 19 15:09:32.811171 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5baf0002-96ad-4905-b2cd-17f13f1918c2 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:09:32.811667 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:32.813682 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-7f0dd78c-0246-4daa-94be-db6921b4e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:32.815142 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-7f0dd78c-0246-4daa-94be-db6921b4e149 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.1497383 May 19 15:09:32.828180 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baf0002-96ad-4905-b2cd-17f13f1918c2 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:09:32.830711 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6fdf491f-d3de-49d5-bb4c-870b0e5939aa req-29dcc8e0-40b1-423e-a22d-369fd0b6b5c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693734 May 19 15:09:32.848013 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5baf0002-96ad-4905-b2cd-17f13f1918c2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5baf0002-96ad-4905-b2cd-17f13f1918c2,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:32.852856 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:32.884721 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-7c609028-98d1-4247-9b9f-9bd1f2e19b41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 200 len: 1001 time: 0.0610337 May 19 15:09:32.897833 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5baf0002-96ad-4905-b2cd-17f13f1918c2,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:33.103661 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-9a7d8ec0-8c88-4cb5-a90a-f8bc7b3fdc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:33.105078 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-9a7d8ec0-8c88-4cb5-a90a-f8bc7b3fdc63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0453043 May 19 15:09:33.149356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['5baf0002-96ad-4905-b2cd-17f13f1918c2'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:09:33.152182 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-3c0ee5e8-2c17-4b74-af48-b9678fcc7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:33.153695 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-3c0ee5e8-2c17-4b74-af48-b9678fcc7964 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392907 May 19 15:09:33.390992 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887880f-5aaa-4fc9-a07f-cedf83dcfe7a req-64fa371c-bb12-481d-898c-da5c7f61e47b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:33.392827 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d887880f-5aaa-4fc9-a07f-cedf83dcfe7a req-64fa371c-bb12-481d-898c-da5c7f61e47b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0556715 May 19 15:09:33.457980 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d887880f-5aaa-4fc9-a07f-cedf83dcfe7a req-9300a921-c21a-47c7-9fe1-7d3d07e26851 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595498 May 19 15:09:33.480488 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-ff72536b-9cbd-4bac-999d-c0e0d380ad31 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194377 May 19 15:09:33.741617 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bdfc7cc-31af-44f5-a1ca-0ca594c5d12d req-ee3ea9a2-4fc2-4887-958e-90c53a0897e2 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916939 May 19 15:09:33.896028 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863810f5-4b5f-44f8-8ae3-3025eba7a2ed req-5b7b178b-23be-40b1-8aed-d54154caaf99 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:33.897474 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-863810f5-4b5f-44f8-8ae3-3025eba7a2ed req-5b7b178b-23be-40b1-8aed-d54154caaf99 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 944 time: 0.0469949 May 19 15:09:33.943506 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-863810f5-4b5f-44f8-8ae3-3025eba7a2ed req-6dcf4b56-8b88-4dec-8c4e-7a92a819f2f7 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 May 19 15:09:34.586620 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadc9e9-9893-49c6-a2e2-ab46ef4f419e req-f2156039-d30a-462b-8d14-53a58938de0d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:34.589278 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2dadc9e9-9893-49c6-a2e2-ab46ef4f419e req-f2156039-d30a-462b-8d14-53a58938de0d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0505378 May 19 15:09:34.639167 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2dadc9e9-9893-49c6-a2e2-ab46ef4f419e req-dc4801c4-3d40-45c4-90e9-e1b210278507 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 May 19 15:09:34.657919 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5baf0002-96ad-4905-b2cd-17f13f1918c2 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:09:34.700330 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 5baf0002-96ad-4905-b2cd-17f13f1918c2 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:09:34.706259 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 5baf0002-96ad-4905-b2cd-17f13f1918c2 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:09:34.706816 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:34.742146 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:34.781411 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5baf0002-96ad-4905-b2cd-17f13f1918c2 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:09:34.781790 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:34.804906 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:34.807104 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60d81f9-dcac-48e5-853f-46af1b8a7b49" -d '{"events": [{"server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "name": "network-vif-plugged", "status": "completed", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:34.811174 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:34.822659 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5baf0002-96ad-4905-b2cd-17f13f1918c2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5baf0002-96ad-4905-b2cd-17f13f1918c2,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:34.827864 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:34.858761 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6cf376-2bac-4c4f-b0cd-90ed0722697a x-openstack-request-id: req-6f6cf376-2bac-4c4f-b0cd-90ed0722697a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:34.858761 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "name": "network-vif-plugged", "status": "completed", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:34.858761 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f6cf376-2bac-4c4f-b0cd-90ed0722697a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:34.858761 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6cf376-2bac-4c4f-b0cd-90ed0722697a'] response: {'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'code': 200} May 19 15:09:34.885141 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5baf0002-96ad-4905-b2cd-17f13f1918c2,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:35.085446 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:35.091829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:35.095570 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30fda0-dc8d-4085-a80e-7033aca761c2 req-2ca6048b-ba14-4fb7-98d0-eaf07f7322cd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.097240 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bc30fda0-dc8d-4085-a80e-7033aca761c2 req-2ca6048b-ba14-4fb7-98d0-eaf07f7322cd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0898688 May 19 15:09:35.104219 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-d86bebad-534c-4218-8a7d-886da16838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.105558 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85247-8d40-43e6-9bfd-4fd701e4f2c3 req-df4df6a5-3b1d-4c12-9f89-52abb686d118 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.106236 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-d86bebad-534c-4218-8a7d-886da16838be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1129 time: 0.0488198 May 19 15:09:35.107772 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e8d85247-8d40-43e6-9bfd-4fd701e4f2c3 req-df4df6a5-3b1d-4c12-9f89-52abb686d118 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0875030 May 19 15:09:35.150251 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:35.178107 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bc30fda0-dc8d-4085-a80e-7033aca761c2 req-501f6287-86ff-416f-80fe-1d5e22a6ab16 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690436 May 19 15:09:35.201817 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e8d85247-8d40-43e6-9bfd-4fd701e4f2c3 req-a25f600f-ca55-4452-9ee1-11f79b38d3cf tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843973 May 19 15:09:35.245936 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d54ce-ba50-4446-bab8-87abed439a6b req-f96c82db-a52b-4e9b-b86c-859f8bae78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.247431 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-573d54ce-ba50-4446-bab8-87abed439a6b req-f96c82db-a52b-4e9b-b86c-859f8bae78c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 1129 time: 0.0549808 May 19 15:09:35.292145 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-ec4e357a-8511-4165-9959-28ef10a5f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.294175 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-ec4e357a-8511-4165-9959-28ef10a5f040 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.1532710 May 19 15:09:35.355766 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-573d54ce-ba50-4446-bab8-87abed439a6b req-b35f0afd-3ecc-4c4e-888c-6fb684603dde service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958064 May 19 15:09:35.372739 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-53780857-f194-4c52-904f-0d54ae70c5f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 200 len: 1001 time: 0.0693247 May 19 15:09:35.667699 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-ff14f4a8-5d5d-4c59-b68d-5846932b835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.669370 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-ff14f4a8-5d5d-4c59-b68d-5846932b835f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0475271 May 19 15:09:35.719029 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-adecc3f4-0ab3-478f-8757-f3643aa405c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.720645 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-adecc3f4-0ab3-478f-8757-f3643aa405c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445433 May 19 15:09:35.816647 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-87dc6e54-9b14-4055-99c1-ff78dfe71c75 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891283 May 19 15:09:35.903299 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68e11-5053-49b1-8630-6a6972d24283 req-7d5fa0bd-d636-4401-bd62-73f211984b54 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:35.904761 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-41b68e11-5053-49b1-8630-6a6972d24283 req-7d5fa0bd-d636-4401-bd62-73f211984b54 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.0494657 May 19 15:09:35.950863 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-41b68e11-5053-49b1-8630-6a6972d24283 req-3bce016f-c8c2-4424-821e-5effb78a1a25 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 May 19 15:09:36.329634 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450010d-ec48-42a0-bcb7-ee4ad96d7f03 req-18877510-3922-46c0-b300-671b6ec5ff8c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:36.331117 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9450010d-ec48-42a0-bcb7-ee4ad96d7f03 req-18877510-3922-46c0-b300-671b6ec5ff8c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0733113 May 19 15:09:36.345718 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c050b-5407-4690-a75a-4bff221f2021 req-20808187-e78c-4400-9a41-e22d20c2ea02 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:36.347072 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c4c050b-5407-4690-a75a-4bff221f2021 req-20808187-e78c-4400-9a41-e22d20c2ea02 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0611367 May 19 15:09:36.419463 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9450010d-ec48-42a0-bcb7-ee4ad96d7f03 req-3ba45210-5091-4ef5-b73d-e6c3233f782d tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807288 May 19 15:09:36.423426 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c4c050b-5407-4690-a75a-4bff221f2021 req-5b6f2f08-006e-430c-a123-122ec54d75f2 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705476 May 19 15:09:37.061841 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f416d-83cd-42b6-b637-73b2d3ca0bf2 req-ef9cd576-fda2-423f-945a-8455bbf6016c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:37.063341 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-879f416d-83cd-42b6-b637-73b2d3ca0bf2 req-ef9cd576-fda2-423f-945a-8455bbf6016c tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.0467701 May 19 15:09:37.109397 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-879f416d-83cd-42b6-b637-73b2d3ca0bf2 req-de97bda8-e449-4d37-ac1e-23d59a046162 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 May 19 15:09:37.421919 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-670c9dd3-c318-4661-a211-e43b80e3fff4 req-ece4787c-7c09-494f-913a-9be9dc4c4ce8 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893176 May 19 15:09:37.561223 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84874308-ac62-4fa3-aa73-2f6bc4c5662a req-964f814a-664a-43d5-a842-ab826025c455 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:37.562701 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-84874308-ac62-4fa3-aa73-2f6bc4c5662a req-964f814a-664a-43d5-a842-ab826025c455 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0749209 May 19 15:09:37.565070 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:37.575592 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be92b-1f5f-49ac-87a0-7018920c0d25 req-ba32ee18-ead1-416d-81f7-4ad83943b495 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:37.576910 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c6be92b-1f5f-49ac-87a0-7018920c0d25 req-ba32ee18-ead1-416d-81f7-4ad83943b495 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0797715 May 19 15:09:37.648947 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-84874308-ac62-4fa3-aa73-2f6bc4c5662a req-218872c8-6e8d-4676-8036-096aeaeb75de tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794680 May 19 15:09:37.651890 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c6be92b-1f5f-49ac-87a0-7018920c0d25 req-9d64fc4a-5b7f-4696-879b-ecc4790e1b8d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692794 May 19 15:09:38.220590 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39329157-da10-4ab7-bb46-4ed4c34e6211 req-1b7cfb8e-2c02-4570-818d-65738a80f499 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:38.222016 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-39329157-da10-4ab7-bb46-4ed4c34e6211 req-1b7cfb8e-2c02-4570-818d-65738a80f499 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.0458066 May 19 15:09:38.268040 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-39329157-da10-4ab7-bb46-4ed4c34e6211 req-cb67d953-fda9-47dc-9bc1-4ca4ad09b7b8 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 May 19 15:09:38.320289 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:09:38.798194 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913f782-c387-4181-a31b-5dc702709ae2 req-dbd4b66d-367c-4997-ad2f-ef82879ce3ea tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:38.799688 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8913f782-c387-4181-a31b-5dc702709ae2 req-dbd4b66d-367c-4997-ad2f-ef82879ce3ea tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0821593 May 19 15:09:38.805433 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86450792-738e-47a3-9a07-0cbe4fe813fb req-443ec59d-1dbb-4552-984c-bb6f63e95dae tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:38.806760 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86450792-738e-47a3-9a07-0cbe4fe813fb req-443ec59d-1dbb-4552-984c-bb6f63e95dae tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0905054 May 19 15:09:38.875021 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8913f782-c387-4181-a31b-5dc702709ae2 req-3959e914-3806-4f52-ac26-597941360184 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673203 May 19 15:09:38.881722 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86450792-738e-47a3-9a07-0cbe4fe813fb req-d0d2e0a3-2c2a-4e4d-a599-cba6db4eab55 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683243 May 19 15:09:38.993553 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab49e9-5c09-40eb-bdba-7ae658ec0090 req-9c59db66-e30a-449d-a686-64216fdb0c39 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:38.995158 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0aab49e9-5c09-40eb-bdba-7ae658ec0090 req-9c59db66-e30a-449d-a686-64216fdb0c39 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0493455 May 19 15:09:39.006113 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47354) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:39.010530 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'port_id': '5baf0002-96ad-4905-b2cd-17f13f1918c2'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:39.048231 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (f788df92-9c9c-4444-a930-f23385d5ca87), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:39.131630 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:39.528984 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efb78d-7b9f-421c-84e8-ee9e0aa1a6cb req-d83dfff6-6df9-455b-9f23-2223a5884183 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:39.530436 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1efb78d-7b9f-421c-84e8-ee9e0aa1a6cb req-d83dfff6-6df9-455b-9f23-2223a5884183 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.0823066 May 19 15:09:39.627449 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1efb78d-7b9f-421c-84e8-ee9e0aa1a6cb req-f1329219-c364-478d-b7c6-fb3f96360593 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904865 May 19 15:09:39.748624 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:39.752245 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (f788df92-9c9c-4444-a930-f23385d5ca87), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:39.777975 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=33 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:39.789865 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:39.845583 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP f788df92-9c9c-4444-a930-f23385d5ca87 associated. External IP: 172.27.2.248, port: 5baf0002-96ad-4905-b2cd-17f13f1918c2. May 19 15:09:40.032335 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44882-0733-4779-bb48-8f746f3182b1 req-59a9fa00-a850-4b27-b35e-cb293e218eeb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:40.033812 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a44882-0733-4779-bb48-8f746f3182b1 req-59a9fa00-a850-4b27-b35e-cb293e218eeb tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0887537 May 19 15:09:40.078586 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-4abf8383-d20c-48b9-9472-033aa9cc6566 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:40.080112 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-4abf8383-d20c-48b9-9472-033aa9cc6566 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.0470543 May 19 15:09:40.132282 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a44882-0733-4779-bb48-8f746f3182b1 req-1e42dfbd-6b65-40c4-bb42-83bf54f5cab0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912130 May 19 15:09:40.133957 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:09:40.237732 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:09:40.242502 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:40.247536 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:09:40.272505 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fb01799c-0512-4f65-b2c8-7c05e7ade9b5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "PUT /v2.0/floatingips/f788df92-9c9c-4444-a930-f23385d5ca87 HTTP/1.1" status: 200 len: 991 time: 1.2652619 May 19 15:09:40.273200 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:40.275598 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fce3f1-ef2d-4594-884b-f310f3571d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:40.312378 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289494c-d59a-44ea-a106-6383e730f6e1 x-openstack-request-id: req-d289494c-d59a-44ea-a106-6383e730f6e1 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:40.312891 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:40.313144 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d289494c-d59a-44ea-a106-6383e730f6e1 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:40.313547 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d289494c-d59a-44ea-a106-6383e730f6e1'] response: {'name': 'network-changed', 'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'status': 'completed', 'code': 200} May 19 15:09:40.336999 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:40.337629 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:40.437520 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:40.653642 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'f788df92-9c9c-4444-a930-f23385d5ca87', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:cb:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:09:22Z', 'updated_at': '2022-05-19T15:09:39Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:40.682062 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:09:40.692546 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:40.693156 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:40.706190 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:40.746330 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cb9d2-0475-4385-a90e-825ad8d06363 req-97d06032-6d13-4f38-8d7b-8804c7396062 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:40.747874 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-418cb9d2-0475-4385-a90e-825ad8d06363 req-97d06032-6d13-4f38-8d7b-8804c7396062 tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 945 time: 0.0505672 May 19 15:09:40.800125 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-418cb9d2-0475-4385-a90e-825ad8d06363 req-271ee9cf-ef94-4a0b-9e54-1870bac2c90d tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/security-groups?id=61d2f29f-a614-4a84-a942-a3de5168cae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462193 May 19 15:09:40.803689 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:40.810387 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-8fdd1537-697e-4753-b15a-8977833d36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:40.811987 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-8fdd1537-697e-4753-b15a-8977833d36a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 1129 time: 0.0767474 May 19 15:09:40.827465 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Deleting port 5f35a1f9-3029-4da3-9b81-244b3026f32a {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:09:40.827805 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:40.920934 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] For port 5f35a1f9-3029-4da3-9b81-244b3026f32a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5f35a1f9-3029-4da3-9b81-244b3026f32a,segment=NetworkSegment(e581618a-0639-4d2c-b03d-c8e01bae6188),segment_id=e581618a-0639-4d2c-b03d-c8e01bae6188)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:40.921179 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:40.934596 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Calling delete_port for 5f35a1f9-3029-4da3-9b81-244b3026f32a owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:09:40.976677 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:41.017906 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:41.022731 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'f788df92-9c9c-4444-a930-f23385d5ca87', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:cb:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:09:22Z', 'updated_at': '2022-05-19T15:09:39Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:41.047046 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d06610-cf3e-4faf-908b-e24ae35afe24 None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'f788df92-9c9c-4444-a930-f23385d5ca87', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:cb:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:09:22Z', 'updated_at': '2022-05-19T15:09:39Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:09:41.073048 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5f35a1f9-3029-4da3-9b81-244b3026f32a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:41.106390 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Pushing event deleted for resources: {'Port': ['ID=5f35a1f9-3029-4da3-9b81-244b3026f32a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:41.113720 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:41.153668 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] No DVR routers for this DVR port 5f35a1f9-3029-4da3-9b81-244b3026f32a on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:09:41.157717 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:41.161084 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a37282a5-114e-4e07-bc56-c74256cce4ec req-0a9f6304-9b29-4c60-8f7b-1f0db7180b3b tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.49 "DELETE /v2.0/ports/5f35a1f9-3029-4da3-9b81-244b3026f32a HTTP/1.1" status: 204 len: 173 time: 0.4539340 May 19 15:09:41.161535 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'name': 'network-vif-deleted', 'tag': '5f35a1f9-3029-4da3-9b81-244b3026f32a'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:41.163986 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb39010b-722f-41c8-9c3c-a0fec7f8b6aa" -d '{"events": [{"server_uuid": "8c4c1217-82c6-4ffa-bb29-2ab78d048fe4", "name": "network-vif-deleted", "tag": "5f35a1f9-3029-4da3-9b81-244b3026f32a"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:41.207398 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd986807-3b34-4d56-8115-e106b735cc0b x-openstack-request-id: req-bd986807-3b34-4d56-8115-e106b735cc0b {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:41.207729 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4c1217-82c6-4ffa-bb29-2ab78d048fe4", "name": "network-vif-deleted", "tag": "5f35a1f9-3029-4da3-9b81-244b3026f32a", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:41.207986 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd986807-3b34-4d56-8115-e106b735cc0b {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:41.208388 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd986807-3b34-4d56-8115-e106b735cc0b'] response: {'server_uuid': '8c4c1217-82c6-4ffa-bb29-2ab78d048fe4', 'name': 'network-vif-deleted', 'tag': '5f35a1f9-3029-4da3-9b81-244b3026f32a', 'status': 'completed', 'code': 200} May 19 15:09:41.260438 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382690ec-3316-4d69-ad38-fb92bfa40636 None None] New status for floating IP f788df92-9c9c-4444-a930-f23385d5ca87: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:09:41.264823 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292bbac-65ec-4a4a-9c00-321e8244a8d1 req-4bc24bcb-33dd-4dd8-bc0b-b85b12801196 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:41.266261 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d292bbac-65ec-4a4a-9c00-321e8244a8d1 req-4bc24bcb-33dd-4dd8-bc0b-b85b12801196 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0549061 May 19 15:09:41.315135 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d292bbac-65ec-4a4a-9c00-321e8244a8d1 req-9c6f0b23-6ea7-4b44-9a32-6e5a234f29c4 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427952 May 19 15:09:41.440812 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac4c85-d75b-44c3-a188-050f5e15602d req-f4c7301d-15f4-478b-b177-aa8413315b95 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:41.443996 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-14ac4c85-d75b-44c3-a188-050f5e15602d req-f4c7301d-15f4-478b-b177-aa8413315b95 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0579851 May 19 15:09:41.454791 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47374) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:41.460229 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Request body: {'floatingip': {'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:09:41.514783 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-2d29f013-a727-4808-bae2-9f0b07e38b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:41.516310 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-2d29f013-a727-4808-bae2-9f0b07e38b90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 915 time: 0.1016304 May 19 15:09:41.525337 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:41.594221 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-8b9db919-bfe5-4106-bd33-abda96a28ab1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5baf0002-96ad-4905-b2cd-17f13f1918c2 HTTP/1.1" status: 200 len: 1001 time: 0.0681486 May 19 15:09:41.748705 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:41.887777 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-9951204e-d360-4c02-8fed-cdf20b744968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:41.889768 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-9951204e-d360-4c02-8fed-cdf20b744968 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0479321 May 19 15:09:41.928466 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da1604ef-2bbe-4f2c-8467-b6ec386ca40b req-34f19d59-202f-44f3-be18-2e36bfb5fbbf tempest-VolumesSnapshotTestJSON-2145419031 tempest-VolumesSnapshotTestJSON-2145419031-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c4c1217-82c6-4ffa-bb29-2ab78d048fe4 HTTP/1.1" status: 200 len: 210 time: 0.0399239 May 19 15:09:41.949690 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-d90b391e-ea3d-447f-9542-8ce50771ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:41.952367 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-d90b391e-ea3d-447f-9542-8ce50771ce98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556755 May 19 15:09:42.031086 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:42.034818 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:42.056666 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-6d4e6a3c-cd85-4fd2-95cd-6654b1767e6c service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932815 May 19 15:09:42.151729 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37fce3f1-ef2d-4594-884b-f310f3571d2c req-de8ac75b-69b8-47d1-9b8b-570a132084d1 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885122 May 19 15:09:42.233595 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Router 34ed327f-2078-490b-ae7e-2613eab2b491 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:09:42.240159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:42.338829 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:09:42.343563 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:42.349134 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] Sync routers for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:09:42.359241 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:42.359855 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:42.373926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:42.376158 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b25d718-4a4d-45b2-a597-01b5eda5a35d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:42.408814 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4762726a-54a7-43ed-ad04-a67671ad41bc tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "PUT /v2.0/floatingips/d40c5efd-cd9a-4eea-9584-0fa617d36650 HTTP/1.1" status: 200 len: 993 time: 0.9503033 May 19 15:09:42.413564 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca797e72-33a2-4891-ae00-3cae7732dd48 x-openstack-request-id: req-ca797e72-33a2-4891-ae00-3cae7732dd48 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:42.413876 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:42.414090 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca797e72-33a2-4891-ae00-3cae7732dd48 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:42.414481 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca797e72-33a2-4891-ae00-3cae7732dd48'] response: {'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'status': 'completed', 'code': 200} May 19 15:09:42.463680 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:42.479825 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-b85c276c-1d0d-4e4e-b7ca-1175b4248802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:42.481312 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-b85c276c-1d0d-4e4e-b7ca-1175b4248802 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1129 time: 0.0390964 May 19 15:09:42.574475 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-22de0647-af29-41d0-b10c-79098fd241db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:42.575871 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-22de0647-af29-41d0-b10c-79098fd241db service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.0886316 May 19 15:09:42.614971 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:42.639543 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-f5b32f9f-9e45-4605-a8e2-25ef14ecc8ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 200 len: 1001 time: 0.0576024 May 19 15:09:42.672464 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'd40c5efd-cd9a-4eea-9584-0fa617d36650', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'mac_address': 'fa:16:3e:4d:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:09:41Z', 'revision_number': 3, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:42.688144 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-666ba6c2-0b2a-4e80-8f72-d36b364657d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:42.689669 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-666ba6c2-0b2a-4e80-8f72-d36b364657d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0438998 May 19 15:09:42.695629 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5f35a1f9-3029-4da3-9b81-244b3026f32a no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:09:42.697146 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] Checking router: 34ed327f-2078-490b-ae7e-2613eab2b491 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:09:42.705711 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:42.706313 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:42.715244 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 5f35a1f9-3029-4da3-9b81-244b3026f32a {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:09:42.715569 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5f35a1f9-3029-4da3-9b81-244b3026f32a not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:09:42.740013 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-c0eae378-5598-462f-a07f-b00b763aebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:42.741498 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-c0eae378-5598-462f-a07f-b00b763aebef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456190 May 19 15:09:42.800814 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:42.807257 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:42.835378 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-925ccf20-068e-4058-88a8-f04010c9605e service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 May 19 15:09:42.929214 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b25d718-4a4d-45b2-a597-01b5eda5a35d req-2c02d410-6e6b-45de-b78b-feb63794ac8f service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875056 May 19 15:09:43.013752 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'd40c5efd-cd9a-4eea-9584-0fa617d36650', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'mac_address': 'fa:16:3e:4d:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:09:41Z', 'revision_number': 3, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:43.114100 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35f32d-b2bc-4263-8645-ff0d108c3246 None None] The sync data for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi is: [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'd40c5efd-cd9a-4eea-9584-0fa617d36650', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'port_id': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'mac_address': 'fa:16:3e:4d:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:09:41Z', 'revision_number': 3, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:09:44.036405 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d111c7de-6e47-4027-8737-1aaa95da06cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:44.415955 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:44.419457 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010c25e-c8fc-4924-b464-6e78db50fba7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:44.472524 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e03fcb-990b-4c7f-a87e-791c089f7b33 x-openstack-request-id: req-00e03fcb-990b-4c7f-a87e-791c089f7b33 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:44.472809 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:44.473059 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00e03fcb-990b-4c7f-a87e-791c089f7b33 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:44.473964 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e03fcb-990b-4c7f-a87e-791c089f7b33'] response: {'name': 'network-changed', 'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'status': 'completed', 'code': 200} May 19 15:09:44.537173 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-dbe1f5db-8cf7-495f-808b-a87132451cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:44.538660 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-dbe1f5db-8cf7-495f-808b-a87132451cf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 1129 time: 0.0403147 May 19 15:09:44.628202 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-e430053b-288a-4a7a-b349-34f8c33e835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:44.629703 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-e430053b-288a-4a7a-b349-34f8c33e835b service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.0845900 May 19 15:09:44.693889 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-a2b89468-50c5-409c-b98d-5519c41af694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 200 len: 1001 time: 0.0579515 May 19 15:09:44.760152 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-e4ea0233-8427-4eca-b2f7-469a811baf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:44.761600 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-e4ea0233-8427-4eca-b2f7-469a811baf67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0562015 May 19 15:09:45.590283 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:45.603219 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-ffbb4e63-738b-4e12-bc96-55cc1bc7363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:45.604718 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-ffbb4e63-738b-4e12-bc96-55cc1bc7363f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448740 May 19 15:09:46.264659 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3afc3efe-f072-46db-a049-869aa2404664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:46.452936 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-a33d0d81-4743-4830-957c-3ea610d120d9 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861793 May 19 15:09:47.378199 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0010c25e-c8fc-4924-b464-6e78db50fba7 req-035383d7-6ca9-41cc-a7c0-fe29cec271ac service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 May 19 15:09:47.400944 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:48.638284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:50.329175 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:52.397571 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:52.402817 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=14 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:54.336501 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=48 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:54.338417 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=85 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:56.208054 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263612e4-170d-4043-abac-4befd3bf9542 req-91da814d-cc2e-4d0c-9201-0a6fc2147ef2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:56.209454 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-263612e4-170d-4043-abac-4befd3bf9542 req-91da814d-cc2e-4d0c-9201-0a6fc2147ef2 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0505581 May 19 15:09:56.255453 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-263612e4-170d-4043-abac-4befd3bf9542 req-12faa1fc-3aa2-4a8b-bcd2-cdbc472eed9e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397918 May 19 15:09:57.368551 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=22 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:57.375713 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=61 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:57.377349 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728632fd-d10b-440e-bced-12c70e4434d1 req-ee77db15-33e6-41b0-9d59-46e558cd72b4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:57.378874 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-728632fd-d10b-440e-bced-12c70e4434d1 req-ee77db15-33e6-41b0-9d59-46e558cd72b4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0488114 May 19 15:09:57.427649 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-728632fd-d10b-440e-bced-12c70e4434d1 req-20923a65-663f-47e0-b5df-1e40c13097ea tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=034fd40d-fe35-4718-bf7e-a3903fb880fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 May 19 15:09:57.844428 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-7036947c-8f80-4149-a3ff-23d7612470eb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:09:57.845869 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-7036947c-8f80-4149-a3ff-23d7612470eb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 947 time: 0.0513246 May 19 15:09:57.934087 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Deleting port 3beaa750-59c9-4ce6-b188-390d70f3fb7a {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:09:57.934425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:58.025591 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] For port 3beaa750-59c9-4ce6-b188-390d70f3fb7a, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3beaa750-59c9-4ce6-b188-390d70f3fb7a,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:09:58.025946 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:58.183881 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:58.184229 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (e593bd05-f9ef-4605-869c-0283bf9472ad), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:58.184842 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Floating IP e593bd05-f9ef-4605-869c-0283bf9472ad disassociated. External IP: 172.27.2.34, port: 3beaa750-59c9-4ce6-b188-390d70f3fb7a. May 19 15:09:58.184842 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Calling delete_port for 3beaa750-59c9-4ce6-b188-390d70f3fb7a owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:09:58.319406 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (3beaa750-59c9-4ce6-b188-390d70f3fb7a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:58.346539 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event deleted for resources: {'Port': ['ID=3beaa750-59c9-4ce6-b188-390d70f3fb7a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:58.358599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.358936 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.359290 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.359672 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.360022 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.360382 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.360701 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.361042 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.361361 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.361676 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.361992 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.362369 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.362894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.363053 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.363439 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:09:58.476180 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Router 622f24b7-6ec4-4db0-8274-5860a0e714b8 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:09:58.527921 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-46a56131-b709-4d5f-a27c-7f86e753b916 req-c12c2739-f7e8-42e5-a56c-8da92f578107 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=6324753a-5912-42c2-a1f4-0bc631bea605 HTTP/1.1" status: 200 len: 210 time: 0.0279834 May 19 15:09:58.580269 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:09:58.591364 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] Sync routers for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:09:58.601465 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:58.602163 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:58.622484 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] No DVR routers for this DVR port 3beaa750-59c9-4ce6-b188-390d70f3fb7a on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:09:58.625028 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:58.628549 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-79bd4823-4c72-42dc-a88d-03e96a49b6ff req-57cceea7-7d12-4a4e-ab19-fb7623cef3ab tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "DELETE /v2.0/ports/3beaa750-59c9-4ce6-b188-390d70f3fb7a HTTP/1.1" status: 204 len: 173 time: 0.7716727 May 19 15:09:58.628992 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-deleted', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:09:58.631183 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0356a3-66e5-4536-925c-548e4efcf415" -d '{"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-deleted", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:09:58.667974 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bab13c-0177-42ce-acf5-fd416e29ffad x-openstack-request-id: req-34bab13c-0177-42ce-acf5-fd416e29ffad {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:09:58.668265 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324753a-5912-42c2-a1f4-0bc631bea605", "name": "network-vif-deleted", "tag": "3beaa750-59c9-4ce6-b188-390d70f3fb7a", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:09:58.668513 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34bab13c-0177-42ce-acf5-fd416e29ffad {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:09:58.668905 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bab13c-0177-42ce-acf5-fd416e29ffad'] response: {'server_uuid': '6324753a-5912-42c2-a1f4-0bc631bea605', 'name': 'network-vif-deleted', 'tag': '3beaa750-59c9-4ce6-b188-390d70f3fb7a', 'status': 'completed', 'code': 200} May 19 15:09:58.728276 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:58.918862 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:58.943434 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] Checking router: 622f24b7-6ec4-4db0-8274-5860a0e714b8 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:09:58.952329 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:09:58.952919 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:59.053896 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:09:59.362481 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:09:59.390517 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88dd2f1-4530-4ebe-8bd3-2e3fe2d469e1 None None] The sync data for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi is: [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:09:59.626223 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47510) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:59.634674 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc4ca4-25e8-4196-ae10-387d0ecedfae None None] New status for floating IP e593bd05-f9ef-4605-869c-0283bf9472ad: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:09:59.686635 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a322b277-1995-44c1-a4e6-6744590bb23b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (034fd40d-fe35-4718-bf7e-a3903fb880fb), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:59.710788 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a322b277-1995-44c1-a4e6-6744590bb23b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (034fd40d-fe35-4718-bf7e-a3903fb880fb), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:59.759940 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a322b277-1995-44c1-a4e6-6744590bb23b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (034fd40d-fe35-4718-bf7e-a3903fb880fb), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:59.762474 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a322b277-1995-44c1-a4e6-6744590bb23b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:59.763628 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a322b277-1995-44c1-a4e6-6744590bb23b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "DELETE /v2.0/security-groups/034fd40d-fe35-4718-bf7e-a3903fb880fb HTTP/1.1" status: 204 len: 168 time: 0.1355581 May 19 15:09:59.766425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47512) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:59.772965 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322b277-1995-44c1-a4e6-6744590bb23b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034fd40d-fe35-4718-bf7e-a3903fb880fb,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:09:59.784515 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:59.785040 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-222574db-0fed-42b2-b287-1750fe94de0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] show failed (client error): The resource could not be found. May 19 15:09:59.785758 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-222574db-0fed-42b2-b287-1750fe94de0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups/034fd40d-fe35-4718-bf7e-a3903fb880fb HTTP/1.1" status: 404 len: 347 time: 0.0176346 May 19 15:09:59.788675 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47514) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:09:59.913750 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Deleting port 92b93c6f-64d2-4ddf-b220-1af1a7dd07be {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:09:59.914087 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:59.916402 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:59.953765 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:09:59.995083 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:09:59.995499 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.008449 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Calling delete_port for 92b93c6f-64d2-4ddf-b220-1af1a7dd07be owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:00.346077 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (92b93c6f-64d2-4ddf-b220-1af1a7dd07be), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.373785 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event deleted for resources: {'Port': ['ID=92b93c6f-64d2-4ddf-b220-1af1a7dd07be,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:00.433938 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (e593bd05-f9ef-4605-869c-0283bf9472ad), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.436379 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.437526 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ece552df-e5e8-41b9-85a8-4e1e1c776034 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "DELETE /v2.0/floatingips/e593bd05-f9ef-4605-869c-0283bf9472ad HTTP/1.1" status: 204 len: 168 time: 0.6478276 May 19 15:10:00.521183 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47524) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:00.526443 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-efb7fa8a-5890-4788-8368-2fc66a2a7d90 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275568993', 'description': 'tempest-description--1634845593'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:00.551495 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-efb7fa8a-5890-4788-8368-2fc66a2a7d90 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.621741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-efb7fa8a-5890-4788-8368-2fc66a2a7d90 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (a1868b4f-9137-41b4-99fc-9c1c05a36411), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.625783 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-efb7fa8a-5890-4788-8368-2fc66a2a7d90 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a1868b4f-9137-41b4-99fc-9c1c05a36411), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.657080 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-efb7fa8a-5890-4788-8368-2fc66a2a7d90 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.658298 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-efb7fa8a-5890-4788-8368-2fc66a2a7d90 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356115 May 19 15:10:00.660296 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7fa8a-5890-4788-8368-2fc66a2a7d90 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1868b4f-9137-41b4-99fc-9c1c05a36411,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:00.661747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47528) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:00.667992 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-9167ee91-3549-4548-af36-21325983e79c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'security_group_rule': {'security_group_id': 'a1868b4f-9137-41b4-99fc-9c1c05a36411', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:00.695819 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9167ee91-3549-4548-af36-21325983e79c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (62fc44ac-89e7-4be3-b53d-e398e4995c52), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.754923 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9167ee91-3549-4548-af36-21325983e79c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (62fc44ac-89e7-4be3-b53d-e398e4995c52), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.758153 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9167ee91-3549-4548-af36-21325983e79c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (62fc44ac-89e7-4be3-b53d-e398e4995c52), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.775425 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167ee91-3549-4548-af36-21325983e79c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fc44ac-89e7-4be3-b53d-e398e4995c52,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:00.781828 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9167ee91-3549-4548-af36-21325983e79c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.782775 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9167ee91-3549-4548-af36-21325983e79c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191921 May 19 15:10:00.785430 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47530) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:00.790076 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d1b42d54-f3f3-4a39-90cf-f0362e7c457d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'security_group_rule': {'security_group_id': 'a1868b4f-9137-41b4-99fc-9c1c05a36411', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:00.816180 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1b42d54-f3f3-4a39-90cf-f0362e7c457d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (87184f67-d139-4cdb-953d-5e0332394e1d), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.816455 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:00.838307 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 3beaa750-59c9-4ce6-b188-390d70f3fb7a {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:00.838645 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 3beaa750-59c9-4ce6-b188-390d70f3fb7a not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:00.863441 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1b42d54-f3f3-4a39-90cf-f0362e7c457d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (87184f67-d139-4cdb-953d-5e0332394e1d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.867229 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1b42d54-f3f3-4a39-90cf-f0362e7c457d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (87184f67-d139-4cdb-953d-5e0332394e1d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.887097 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42d54-f3f3-4a39-90cf-f0362e7c457d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87184f67-d139-4cdb-953d-5e0332394e1d,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:00.894158 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1b42d54-f3f3-4a39-90cf-f0362e7c457d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.895360 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d1b42d54-f3f3-4a39-90cf-f0362e7c457d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1089811 May 19 15:10:00.898396 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47532) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:00.902507 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:00.924126 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:00.999496 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.090234 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:01.103327 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:01.104854 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Allocated IP 172.27.2.54 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/25f5d3d3-8127-4f5e-a76d-ace2006eeca1) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:01.206127 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.238803 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.283542 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:01.286620 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:01.291983 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:01.294822 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'Port': ['ID=25f5d3d3-8127-4f5e-a76d-ace2006eeca1,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:01.375821 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (f6e2af4f-24e8-4fef-84ad-220e0e96d7ea), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.412360 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.589614 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.594461 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.663369 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'Port': ['ID=25f5d3d3-8127-4f5e-a76d-ace2006eeca1,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:01.676180 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (f6e2af4f-24e8-4fef-84ad-220e0e96d7ea), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.692074 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:01.693352 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-8632cdfc-cfcc-405c-88fc-0b828b5a878a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7940283 May 19 15:10:01.892813 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-1cc75e51-6f30-4082-8213-bf19d3e130f3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--275568993&fields=id&tenant_id=edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 267 time: 0.0461979 May 19 15:10:01.955953 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:02.000463 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-abf6a152-41a1-4590-8e5d-644b927a1f6f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:02.001913 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-abf6a152-41a1-4590-8e5d-644b927a1f6f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 816 time: 0.1024687 May 19 15:10:02.013353 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:02.017548 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-4a5b645c-1bd9-485d-94dd-68fbc5e4ab6d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/quotas/edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 375 time: 0.0098088 May 19 15:10:02.051021 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:02.062822 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:02.067446 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-25f8e4e1-ed40-4bd9-a888-9fd9f328e68c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447676 May 19 15:10:02.377614 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-f6295035-0eb9-4fc1-b7e3-e3ff6cdeb0ad service neutron] 10.222.0.24 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977021 May 19 15:10:02.464554 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-24bdb28a-114e-48db-986b-84a5ae625305 service neutron] 10.222.0.24 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811491 May 19 15:10:02.630017 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-84e7bebc-1e20-4c9f-af5b-82aaa90ffc39 req-45e3c292-66cb-40ae-bcd3-18c9c6b6db57 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 210 time: 0.0323656 May 19 15:10:03.590427 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-07c8f816-9e4f-40ce-808a-1743c615d710 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:03.591904 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-07c8f816-9e4f-40ce-808a-1743c615d710 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 816 time: 0.1039236 May 19 15:10:03.658625 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-881e7fba-40ad-45e8-b383-5d968458c95d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 379 time: 0.0537446 May 19 15:10:03.731404 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b4bd3106-11ba-434f-8098-898b485d66cb req-12c9fcfc-355e-4e37-b1c7-4931953464f4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 210 time: 0.0277586 May 19 15:10:03.759032 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'port': {'device_id': '7516d806-e895-4839-8142-5209040d1f2f', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'admin_state_up': True, 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'security_groups': ['a1868b4f-9137-41b4-99fc-9c1c05a36411']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:03.882994 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:03.888025 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Made reservation on behalf of edea803526e44a55b74472ecefdb0fbc for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:03.891386 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:03.967648 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:04.021036 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Allocated IP 172.20.0.7 (aaadbb67-bc9d-4c4f-a511-c571d677d8f0/cd100638-a8fe-43c6-b9e2-24f7ed4a5726/31aad5e7-16b4-45c8-b12a-2912bed903a1) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:04.160960 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.192718 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.241649 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:04.245002 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:04.248800 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:04.254787 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:04.302549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:04.303690 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.322225 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-246d1a88-3d74-4618-8c48-b0190893c86e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675948 May 19 15:10:04.335107 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Request body: {'port': {'device_id': '7516d806-e895-4839-8142-5209040d1f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:04.401969 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.492492 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-733bd0b6-b962-4b35-b666-4cf6eb0adb79 None None] Provisioning complete for port 31aad5e7-16b4-45c8-b12a-2912bed903a1 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:04.493249 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-733bd0b6-b962-4b35-b666-4cf6eb0adb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.525380 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-733bd0b6-b962-4b35-b666-4cf6eb0adb79 None None] Port 31aad5e7-16b4-45c8-b12a-2912bed903a1 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:04.645566 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:04.698695 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31aad5e7-16b4-45c8-b12a-2912bed903a1 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:10:04.706122 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Publish callbacks [] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.719669 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Transition to ACTIVE for port object 31aad5e7-16b4-45c8-b12a-2912bed903a1 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:10:04.723623 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.780451 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d811062-55be-464e-b605-b33272006abb service neutron] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:04.839142 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:04.860940 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Attempting to bind port 31aad5e7-16b4-45c8-b12a-2912bed903a1 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:04.861312 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Attempting to bind port 31aad5e7-16b4-45c8-b12a-2912bed903a1 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:04.861617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Attempting to bind port 31aad5e7-16b4-45c8-b12a-2912bed903a1 on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:04.868265 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Port 31aad5e7-16b4-45c8-b12a-2912bed903a1 on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:10:04.868588 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Attempting to bind port 31aad5e7-16b4-45c8-b12a-2912bed903a1 on network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:04.873968 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:04.874297 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Checking segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:04.874762 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Bound using segment: {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:04.875106 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Bound port: 31aad5e7-16b4-45c8-b12a-2912bed903a1, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475ab799-0f64-4582-a878-42984fdc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:04.875489 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:04.887334 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cf8cc-870a-48e9-ab94-4be97732ce8c req-5d047329-03ca-4a4b-8730-4baa9bf312dc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:04.889520 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2d2cf8cc-870a-48e9-ab94-4be97732ce8c req-5d047329-03ca-4a4b-8730-4baa9bf312dc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0530810 May 19 15:10:04.948264 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2d2cf8cc-870a-48e9-ab94-4be97732ce8c req-928a8fc8-8265-4947-8009-3aac9caa6722 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463858 May 19 15:10:04.959504 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:04.962829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:04.972947 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.014660 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:05.015326 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.016713 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3d811062-55be-464e-b605-b33272006abb service neutron] 10.222.0.49 "PUT /v2.0/ports/31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 1093 time: 0.6860075 May 19 15:10:05.017144 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:05.019413 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75" -d '{"events": [{"name": "network-changed", "server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:05.051641 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d811062-55be-464e-b605-b33272006abb service neutron] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:05.062263 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934781e-f65a-4f12-b797-54977363bbbe x-openstack-request-id: req-d934781e-f65a-4f12-b797-54977363bbbe {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:05.062554 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:05.063191 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d934781e-f65a-4f12-b797-54977363bbbe {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:05.063343 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d934781e-f65a-4f12-b797-54977363bbbe'] response: {'name': 'network-changed', 'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'status': 'completed', 'code': 200} May 19 15:10:05.115917 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-b607b3fd-e87c-4328-a832-0ed040242992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:05.117484 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-b607b3fd-e87c-4328-a832-0ed040242992 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1127 time: 0.0449336 May 19 15:10:05.124670 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47602) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:05.160257 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-532661f2-3e51-482b-bd8e-14040b124269 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 217 time: 0.0331628 May 19 15:10:05.181545 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] Deleting subnet e39008de-b1dc-4884-9931-a2bcd658aa63 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:10:05.185391 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] Publish callbacks [] for subnet (e39008de-b1dc-4884-9931-a2bcd658aa63), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.213296 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-84644ac3-7153-49d4-9e7a-ada31ed5182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:05.214746 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-84644ac3-7153-49d4-9e7a-ada31ed5182a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0465682 May 19 15:10:05.223729 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782334'] for subnet (e39008de-b1dc-4884-9931-a2bcd658aa63), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.265115 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-0cc9cbb6-59ae-4627-8765-672f2c53abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:05.265892 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (e39008de-b1dc-4884-9931-a2bcd658aa63), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.266597 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-0cc9cbb6-59ae-4627-8765-672f2c53abb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446410 May 19 15:10:05.320109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25553457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235757'] for subnet (e39008de-b1dc-4884-9931-a2bcd658aa63), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.343527 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39008de-b1dc-4884-9931-a2bcd658aa63,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:05.349198 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.352719 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c2d83c3b-f0bb-4c53-9b4b-360fedab1caf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e39008de-b1dc-4884-9931-a2bcd658aa63 HTTP/1.1" status: 204 len: 168 time: 0.2270069 May 19 15:10:05.355180 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47604) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:05.366026 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-3222cc60-8782-4aeb-994c-b4231ef3142c service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918789 May 19 15:10:05.428807 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (caae226b-eb30-4cc3-81ca-a5536dcb8101), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.460621 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c40e0b82-187a-4384-9521-0df079afa2e3 req-28b810ae-61af-4def-9a23-842994d94d83 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 May 19 15:10:05.523617 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (caae226b-eb30-4cc3-81ca-a5536dcb8101), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.546979 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caae226b-eb30-4cc3-81ca-a5536dcb8101']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:05.556765 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e581618a-0639-4d2c-b03d-c8e01bae6188') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:05.557059 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e581618a-0639-4d2c-b03d-c8e01bae6188') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:05.566318 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (e581618a-0639-4d2c-b03d-c8e01bae6188), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.582131 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (e581618a-0639-4d2c-b03d-c8e01bae6188), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.588498 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:10:05.588876 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (e581618a-0639-4d2c-b03d-c8e01bae6188), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:10:05.590683 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:10:05.644439 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (caae226b-eb30-4cc3-81ca-a5536dcb8101), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.650346 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.653398 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] 10.222.0.24 "DELETE /v2.0/networks/caae226b-eb30-4cc3-81ca-a5536dcb8101 HTTP/1.1" status: 204 len: 168 time: 0.2972825 May 19 15:10:05.654986 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:05.665855 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc3ea2-3648-4cb4-944c-cfeb5c6c758a admin admin] Pushing event deleted for resources: {'Network': ['ID=caae226b-eb30-4cc3-81ca-a5536dcb8101,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:05.826879 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47608) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:05.875937 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3269786f-3fc3-4436-a02d-f263fe96c0a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f7a1fc211304ed3a001282402fa73cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476496 May 19 15:10:05.878227 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47610) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:05.925429 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:05.937037 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-40da7f2b-8015-4394-b1b4-c3024a09ec6d admin admin] Publish callbacks [] for security_group (61d2f29f-a614-4a84-a942-a3de5168cae4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:05.958042 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-40da7f2b-8015-4394-b1b4-c3024a09ec6d admin admin] Publish callbacks [] for security_group (61d2f29f-a614-4a84-a942-a3de5168cae4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.006522 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-40da7f2b-8015-4394-b1b4-c3024a09ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (61d2f29f-a614-4a84-a942-a3de5168cae4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.009433 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-40da7f2b-8015-4394-b1b4-c3024a09ec6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.010648 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-40da7f2b-8015-4394-b1b4-c3024a09ec6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61d2f29f-a614-4a84-a942-a3de5168cae4 HTTP/1.1" status: 204 len: 168 time: 0.1313102 May 19 15:10:06.018775 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da7f2b-8015-4394-b1b4-c3024a09ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d2f29f-a614-4a84-a942-a3de5168cae4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:06.076989 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064c985-df42-41d9-895d-7c565b5cd72a req-70622655-4f4a-4a11-a04d-483b4b069f76 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:06.078469 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7064c985-df42-41d9-895d-7c565b5cd72a req-70622655-4f4a-4a11-a04d-483b4b069f76 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0478451 May 19 15:10:06.127245 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7064c985-df42-41d9-895d-7c565b5cd72a req-34978f50-1f75-4cdb-bce1-89afc6f22385 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 May 19 15:10:06.479490 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-8712b936-f48f-42cc-aca7-8af8df607de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:06.480779 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-8712b936-f48f-42cc-aca7-8af8df607de6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1127 time: 0.0407002 May 19 15:10:06.579990 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-096f9bd7-97a7-46d5-90be-ca1600587907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:06.581452 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-096f9bd7-97a7-46d5-90be-ca1600587907 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.0935380 May 19 15:10:06.627345 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-bfa22f59-94bc-41cb-8415-81bbe29fea6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 217 time: 0.0395162 May 19 15:10:06.681697 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-21323c88-e64f-4167-be8b-7d44cf66854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:06.683242 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-21323c88-e64f-4167-be8b-7d44cf66854c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0496426 May 19 15:10:06.702571 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47634) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:06.733802 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-4a74f82d-b30c-4c78-be12-204543c83ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:06.735305 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-4a74f82d-b30c-4c78-be12-204543c83ad0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436597 May 19 15:10:06.787274 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:06.806095 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2027729511-network', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:06.826355 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Made reservation on behalf of ee9ba7310e7e4d558dba77f08668b77b for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:06.828963 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-7f22ebd3-f5f8-4af6-91e9-dfb81ea906f7 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866144 May 19 15:10:06.829095 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.838023 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.894983 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:06.918423 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks [] for security_group (1d6d83eb-6110-428a-9116-3d93328345b7), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.922293 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1d6d83eb-6110-428a-9116-3d93328345b7), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.926963 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7e0a23f-3646-4f7b-a3f2-70a041f39a75 req-21da9f73-d9b2-4d57-8f35-45c24fd0d40e service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911753 May 19 15:10:06.948246 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:10:06.958684 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d83eb-6110-428a-9116-3d93328345b7,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:06.964463 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (8e3e4659-fce7-475f-9131-d32502bb3394), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:06.964867 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Added segment 8e3e4659-fce7-475f-9131-d32502bb3394 of type vlan for network 06b3cf68-e062-43e2-bf1d-14e41af70353 May 19 15:10:07.005581 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (06b3cf68-e062-43e2-bf1d-14e41af70353), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.029710 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (06b3cf68-e062-43e2-bf1d-14e41af70353), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.030818 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:07.031419 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.087137 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3833103 May 19 15:10:07.089928 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47638) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:07.092039 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923d471-6414-43b8-8572-0cee44db94cd admin admin] Pushing event updated for resources: {'Network': ['ID=06b3cf68-e062-43e2-bf1d-14e41af70353,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:07.095497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Request body: {'subnet': {'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2027729511-subnet', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:07.102588 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:10:07.121543 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Made reservation on behalf of ee9ba7310e7e4d558dba77f08668b77b for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:07.124240 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192721'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.255767 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380193-dbfd-4881-b41e-497291455980 req-9c968eea-5b7c-4b14-9768-4189acdd7548 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:07.257316 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4e380193-dbfd-4881-b41e-497291455980 req-9c968eea-5b7c-4b14-9768-4189acdd7548 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0509481 May 19 15:10:07.305453 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25653349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192711'] for subnet (19391d12-f5b5-465c-8ba4-7f30e5694ab5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.306891 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4e380193-dbfd-4881-b41e-497291455980 req-eca107af-454e-4370-97a5-18e8b4b34522 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440464 May 19 15:10:07.359735 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Pushing event updated for resources: {'Subnet': ['ID=19391d12-f5b5-465c-8ba4-7f30e5694ab5,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:07.370375 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Checking segment: {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:07.370724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Network hostable DHCP agents. Network: 06b3cf68-e062-43e2-bf1d-14e41af70353, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:10:07.389469 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:10:07.398412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 06b3cf68-e062-43e2-bf1d-14e41af70353) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:07.402293 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:07.402877 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.407661 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d2684-22cb-421c-83ee-9f66fd3fc349 None None] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:10:07.418181 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-60536c8e-ac19-4a25-9cb6-f3ae8f5b327d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3271701 May 19 15:10:07.420752 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47642) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:07.424782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:07.445132 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (98cf1c50-3f87-444e-a143-60028c7aa5fb), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.446103 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (98cf1c50-3f87-444e-a143-60028c7aa5fb), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.497472 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks [] for router_controller (98cf1c50-3f87-444e-a143-60028c7aa5fb), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.515173 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-06b3cf68-e062-43e2-bf1d-14e41af70353', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:10:07.516112 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.635975 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks [] for router_gateway (98cf1c50-3f87-444e-a143-60028c7aa5fb), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.652178 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Allocated IP 172.20.0.2 (06b3cf68-e062-43e2-bf1d-14e41af70353/19391d12-f5b5-465c-8ba4-7f30e5694ab5/ca82c441-7b53-4f12-9331-99091142d522) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:07.786842 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Publish callbacks [] for port (ca82c441-7b53-4f12-9331-99091142d522), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.793071 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (ca82c441-7b53-4f12-9331-99091142d522), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.816770 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks [] for router_gateway (98cf1c50-3f87-444e-a143-60028c7aa5fb), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.829834 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:07.835345 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:07.836163 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.838871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:07.848221 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:07.853188 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Pushing event updated for resources: {'Port': ['ID=ca82c441-7b53-4f12-9331-99091142d522,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:07.877848 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.877848 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.877848 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.878339 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.878540 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.878936 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.879357 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.879654 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.880059 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.880398 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.880753 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.881085 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.881408 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.881723 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.882037 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:07.897879 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:07.911880 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Attempting to bind port ca82c441-7b53-4f12-9331-99091142d522 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:07.912812 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Attempting to bind port ca82c441-7b53-4f12-9331-99091142d522 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:07.913170 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Attempting to bind port ca82c441-7b53-4f12-9331-99091142d522 on network 06b3cf68-e062-43e2-bf1d-14e41af70353 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:07.918220 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:07.918586 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Checking segment: {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:07.919004 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.919476 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Bound using segment: {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:07.919933 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Bound port: ca82c441-7b53-4f12-9331-99091142d522, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:07.920727 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ca82c441-7b53-4f12-9331-99091142d522), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:07.949759 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Allocated IP 172.27.2.79 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:07.980942 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] For port ca82c441-7b53-4f12-9331-99091142d522, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:07.984206 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] For port ca82c441-7b53-4f12-9331-99091142d522, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=ca82c441-7b53-4f12-9331-99091142d522,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:07.989829 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ca82c441-7b53-4f12-9331-99091142d522), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:08.044532 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:08.056524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33f8b3-93c7-4371-901c-b8cde3531f34 None None] Pushing event updated for resources: {'Port': ['ID=ca82c441-7b53-4f12-9331-99091142d522,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:08.072800 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks [] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:08.108756 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:08.151955 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:08.157109 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:08.160420 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:08.162477 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Pushing event updated for resources: {'Port': ['ID=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:08.429267 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0be1-ab9f-4499-9568-75022645d993 req-d0780fbc-326c-4dcf-a1dc-b2d4a0feeacc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:08.430775 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b8db0be1-ab9f-4499-9568-75022645d993 req-d0780fbc-326c-4dcf-a1dc-b2d4a0feeacc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0475397 May 19 15:10:08.430892 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks [] for router_gateway (98cf1c50-3f87-444e-a143-60028c7aa5fb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:08.473120 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:08.478482 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b8db0be1-ab9f-4499-9568-75022645d993 req-06abbb6e-9425-473b-ba46-857159ca284e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 May 19 15:10:08.616966 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (98cf1c50-3f87-444e-a143-60028c7aa5fb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:08.721616 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:08.746836 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Router 98cf1c50-3f87-444e-a143-60028c7aa5fb is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:10:08.795231 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:08.852136 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:10:08.867531 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:08.968013 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:08.980300 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'port_id': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'mac_address': 'fa:16:3e:71:cf:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:10:09.014506 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01995580-0379-40ed-a50d-dcc9d60f1cb0 None None] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:10:09.082458 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:09.086060 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 31aad5e7-16b4-45c8-b12a-2912bed903a1 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:09.086891 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.101280 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.103680 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-736d370d-1dbe-403e-b99e-335f55336cdb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6818645 May 19 15:10:09.106397 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47646) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:09.108056 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Sync routers for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:09.131768 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aad5e7-16b4-45c8-b12a-2912bed903a1 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:10:09.145579 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-fb188595-a185-45f3-81be-e66b69430a48 None None] Provisioning complete for port ca82c441-7b53-4f12-9331-99091142d522 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:09.145776 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fb188595-a185-45f3-81be-e66b69430a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ca82c441-7b53-4f12-9331-99091142d522), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.177604 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:09.178897 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:09.234689 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:09.259667 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.310083 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device ca82c441-7b53-4f12-9331-99091142d522 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:09.528367 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.570114 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:09.599926 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:09.621594 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525646a-3b84-478e-8232-23313b549dda req-53ebf455-a544-4d23-8603-a66d4d97a7a1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:09.623103 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a525646a-3b84-478e-8232-23313b549dda req-53ebf455-a544-4d23-8603-a66d4d97a7a1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 944 time: 0.0555260 May 19 15:10:09.641688 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fb188595-a185-45f3-81be-e66b69430a48 None None] Current status of the port ca82c441-7b53-4f12-9331-99091142d522 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:09.642016 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fb188595-a185-45f3-81be-e66b69430a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ca82c441-7b53-4f12-9331-99091142d522), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.676474 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a525646a-3b84-478e-8232-23313b549dda req-12ed77c8-1397-46dd-bb66-ddff8b0b55e4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460453 May 19 15:10:09.692277 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['31aad5e7-16b4-45c8-b12a-2912bed903a1'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:10:09.718516 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Allocated IP 172.20.0.1 (06b3cf68-e062-43e2-bf1d-14e41af70353/19391d12-f5b5-465c-8ba4-7f30e5694ab5/d487cd3f-0c8a-4eba-97da-f92b29fe486e) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:09.734825 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:09.735075 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:09.736870 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port ca82c441-7b53-4f12-9331-99091142d522 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:09.737096 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ca82c441-7b53-4f12-9331-99091142d522), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.784439 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:09.798296 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-fb188595-a185-45f3-81be-e66b69430a48 None None] For port ca82c441-7b53-4f12-9331-99091142d522, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=ca82c441-7b53-4f12-9331-99091142d522,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:09.808216 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:09.826295 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fb188595-a185-45f3-81be-e66b69430a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ca82c441-7b53-4f12-9331-99091142d522), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.828498 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:09.830467 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks [] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.862982 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:09.893887 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:09.906982 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:09.912559 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:09.917282 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:09.939863 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Pushing event updated for resources: {'Port': ['ID=d487cd3f-0c8a-4eba-97da-f92b29fe486e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:09.962023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (98cf1c50-3f87-444e-a143-60028c7aa5fb), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.021496 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188595-a185-45f3-81be-e66b69430a48 None None] Pushing event updated for resources: {'Port': ['ID=ca82c441-7b53-4f12-9331-99091142d522,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:10.024376 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-15b7ce18-fca1-46eb-a1a3-4bc604e2c046 None None] Provisioning complete for port ca82c441-7b53-4f12-9331-99091142d522 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:10.024744 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-15b7ce18-fca1-46eb-a1a3-4bc604e2c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ca82c441-7b53-4f12-9331-99091142d522), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.111979 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:08Z', 'revision_number': 3, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:10.115782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.163934 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Checking router: 98cf1c50-3f87-444e-a143-60028c7aa5fb for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:10.164271 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Updating router 98cf1c50-3f87-444e-a143-60028c7aa5fb port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:10:10.182973 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port ca82c441-7b53-4f12-9331-99091142d522 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:10.231971 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.309782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks [] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.319524 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.330321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-15b7ce18-fca1-46eb-a1a3-4bc604e2c046 None None] Current status of the port ca82c441-7b53-4f12-9331-99091142d522 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:10.346285 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:10.388369 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Pushing event updated for resources: {'Port': ['ID=d487cd3f-0c8a-4eba-97da-f92b29fe486e,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:10.394801 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (98cf1c50-3f87-444e-a143-60028c7aa5fb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.478509 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-501c6a3f-78a5-4563-bb03-ff883fa52c0f None None] Provisioning complete for port d487cd3f-0c8a-4eba-97da-f92b29fe486e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:10.478871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-501c6a3f-78a5-4563-bb03-ff883fa52c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.486843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:10.488446 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:10.533464 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-501c6a3f-78a5-4563-bb03-ff883fa52c0f None None] Port d487cd3f-0c8a-4eba-97da-f92b29fe486e cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:10.604978 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:10.607868 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Publish callbacks [] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.609606 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Router 98cf1c50-3f87-444e-a143-60028c7aa5fb has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:10.616041 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.679672 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1478e-1808-45e3-92c9-09ca88655598 None None] Pushing event updated for resources: {'Port': ['ID=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:10.683662 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Attempting to bind port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:10.684028 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Attempting to bind port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:10.684385 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Attempting to bind port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:10.690550 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:10.690962 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:10.691406 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.691836 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:10.692646 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Bound port: 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:10.693096 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.726026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:10.736982 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3c0857f2-130f-4e52-b434-5ac0a3c5f059 admin admin] 10.222.0.24 "PUT /v2.0/routers/98cf1c50-3f87-444e-a143-60028c7aa5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236231 May 19 15:10:10.743544 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:10.759175 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] For port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:10.775226 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-59637703-15e6-45cf-9a6f-fef362e6d6c7 None None] Provisioning complete for port d487cd3f-0c8a-4eba-97da-f92b29fe486e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:10.776041 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-59637703-15e6-45cf-9a6f-fef362e6d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.785050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] For port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:10.809524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:10.814719 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d50cbc-6d5a-4142-9839-6a9fe01f99d1 req-e5f667e0-2419-4f06-8c7b-fe97cb4c87f8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:10.816368 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-92d50cbc-6d5a-4142-9839-6a9fe01f99d1 req-e5f667e0-2419-4f06-8c7b-fe97cb4c87f8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 944 time: 0.0569692 May 19 15:10:10.840762 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:10.854184 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-59637703-15e6-45cf-9a6f-fef362e6d6c7 None None] Port d487cd3f-0c8a-4eba-97da-f92b29fe486e cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:10.874903 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-92d50cbc-6d5a-4142-9839-6a9fe01f99d1 req-e011c294-2ff6-447f-b6fb-59cb1fbeeff7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523040 May 19 15:10:10.876062 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:10.876684 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:10.928715 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1478e-1808-45e3-92c9-09ca88655598 None None] Pushing event updated for resources: {'Port': ['ID=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:10.978921 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:11.036095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:11.069065 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 31aad5e7-16b4-45c8-b12a-2912bed903a1 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:10:11.078227 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 31aad5e7-16b4-45c8-b12a-2912bed903a1 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:11.078596 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.252701 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47668) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:11.257907 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1125983286-network', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:11.274754 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:11.280538 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Made reservation on behalf of c02cc267fc614f1fb0ff3b573b244a9b for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:11.283130 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.293256 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device ca82c441-7b53-4f12-9331-99091142d522 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:11.293496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.371985 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks [] for security_group (336000c1-38e0-4fd6-9e66-47dfa9467b2a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.377059 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (336000c1-38e0-4fd6-9e66-47dfa9467b2a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.379053 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:11.404937 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:10:11.414269 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336000c1-38e0-4fd6-9e66-47dfa9467b2a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:11.420335 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (23c9cee1-bfd5-48fd-94e6-3014f786a7aa), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.420742 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Added segment 23c9cee1-bfd5-48fd-94e6-3014f786a7aa of type vlan for network 7689348a-4ebd-458e-a47a-d392f02b0f41 May 19 15:10:11.455560 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port ca82c441-7b53-4f12-9331-99091142d522 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:11.456032 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ca82c441-7b53-4f12-9331-99091142d522), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.464690 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (7689348a-4ebd-458e-a47a-d392f02b0f41), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.490592 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (7689348a-4ebd-458e-a47a-d392f02b0f41), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.491729 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:11.492361 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.504638 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 31aad5e7-16b4-45c8-b12a-2912bed903a1 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:11.505023 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.546912 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:11.549152 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c31540-7db5-415f-a2f3-6ce056de824d" -d '{"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:11.549631 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2955730 May 19 15:10:11.553185 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47672) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:11.555753 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb63dae-7815-4853-81b3-f87a17732e99 admin admin] Pushing event updated for resources: {'Network': ['ID=7689348a-4ebd-458e-a47a-d392f02b0f41,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:11.556246 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 2, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:11.558897 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Request body: {'subnet': {'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1125983286-subnet', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:11.589567 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Made reservation on behalf of c02cc267fc614f1fb0ff3b573b244a9b for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:11.592084 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.596792 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:10:11.602476 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205a194-5e4b-413e-8c73-db1b49323c60 x-openstack-request-id: req-c205a194-5e4b-413e-8c73-db1b49323c60 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:11.602792 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:11.603055 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c205a194-5e4b-413e-8c73-db1b49323c60 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:11.603471 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c205a194-5e4b-413e-8c73-db1b49323c60'] response: {'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'code': 200} May 19 15:10:11.605883 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:11.608223 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74160e7f-b921-409f-bec2-dbf300d29468 None None] The sync data for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi is: [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 2, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:11.653848 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.718137 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:11.761551 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port ca82c441-7b53-4f12-9331-99091142d522 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:11.776248 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:11.796839 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e72fa-16af-4d23-9b9b-9481f6518619 req-da60c8cd-cd57-41ba-b25e-9451f921d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:11.798453 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-454e72fa-16af-4d23-9b9b-9481f6518619 req-da60c8cd-cd57-41ba-b25e-9451f921d57a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1129 time: 0.0531118 May 19 15:10:11.802394 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (51f2a522-3f44-4b15-8740-a2c7311b9375), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.845148 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-454e72fa-16af-4d23-9b9b-9481f6518619 req-82c0c075-59aa-4fc6-88f3-aea67b57be90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 May 19 15:10:11.867367 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f2a522-3f44-4b15-8740-a2c7311b9375,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:11.885025 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Checking segment: {'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:11.889364 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Network hostable DHCP agents. Network: 7689348a-4ebd-458e-a47a-d392f02b0f41, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:10:11.908196 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:10:11.923497 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 7689348a-4ebd-458e-a47a-d392f02b0f41) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:11.930712 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:11.931507 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.931793 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34bc839-9331-4b85-b310-e7490bb0a1f8 None None] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:10:11.952459 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-05fb300c-a53f-4a7a-84a0-088bd16bb56a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3975298 May 19 15:10:11.954823 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47676) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:11.960086 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:11.989765 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:11.993187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.046194 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d463-d227-4908-8e50-755bbf7fec00 req-0498e64d-c5c3-44d4-a153-4337edc88a13 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:12.048166 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0fd9d463-d227-4908-8e50-755bbf7fec00 req-0498e64d-c5c3-44d4-a153-4337edc88a13 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0714481 May 19 15:10:12.058325 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks [] for router_controller (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.075016 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-7689348a-4ebd-458e-a47a-d392f02b0f41', 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41', 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'fixed_ips': [{'subnet_id': '51f2a522-3f44-4b15-8740-a2c7311b9375'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:10:12.080416 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.111169 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0fd9d463-d227-4908-8e50-755bbf7fec00 req-c25c6aac-3c8c-48d4-a7a9-467e7111304f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571132 May 19 15:10:12.218191 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks [] for router_gateway (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.230927 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Allocated IP 172.20.0.2 (7689348a-4ebd-458e-a47a-d392f02b0f41/51f2a522-3f44-4b15-8740-a2c7311b9375/e8b7ceff-835f-47ea-b7b5-a066982c6e3f) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:12.347965 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:12.393794 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Publish callbacks [] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.409922 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.425210 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks [] for router_gateway (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.445824 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.460462 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:12.463625 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:12.467948 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:12.480603 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Pushing event updated for resources: {'Port': ['ID=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:12.507939 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:12.522632 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:12.534755 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Attempting to bind port e8b7ceff-835f-47ea-b7b5-a066982c6e3f on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:12.535096 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Attempting to bind port e8b7ceff-835f-47ea-b7b5-a066982c6e3f by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:12.535543 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Attempting to bind port e8b7ceff-835f-47ea-b7b5-a066982c6e3f on network 7689348a-4ebd-458e-a47a-d392f02b0f41 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:12.542765 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:12.543140 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Checking segment: {'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:12.543612 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.544043 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Bound using segment: {'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:12.544518 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Bound port: e8b7ceff-835f-47ea-b7b5-a066982c6e3f, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:12.544895 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.590065 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Allocated IP 172.27.2.218 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/64069e6e-d264-42e8-a18f-402159934403) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:12.611371 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] For port e8b7ceff-835f-47ea-b7b5-a066982c6e3f, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:12.614877 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] For port e8b7ceff-835f-47ea-b7b5-a066982c6e3f, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,segment=NetworkSegment(23c9cee1-bfd5-48fd-94e6-3014f786a7aa),segment_id=23c9cee1-bfd5-48fd-94e6-3014f786a7aa)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:12.622726 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.682047 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6093b18-7d40-42d8-84f1-08cae8bf16e1 None None] Pushing event updated for resources: {'Port': ['ID=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:12.719937 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks [] for port (64069e6e-d264-42e8-a18f-402159934403), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.756582 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (64069e6e-d264-42e8-a18f-402159934403), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:12.811441 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:12.816828 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:12.819094 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Pushing event updated for resources: {'Port': ['ID=64069e6e-d264-42e8-a18f-402159934403,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:12.821301 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:13.115076 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks [] for router_gateway (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.254302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589300-88b3-4ce0-9437-d5c26f061e8b req-48e13529-454b-407f-8e61-d09f07d2a352 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:13.255964 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8b589300-88b3-4ce0-9437-d5c26f061e8b req-48e13529-454b-407f-8e61-d09f07d2a352 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0557380 May 19 15:10:13.308879 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8b589300-88b3-4ce0-9437-d5c26f061e8b req-29fc9d32-1980-4c7c-a56e-1e365d2190a3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469308 May 19 15:10:13.321317 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device e8b7ceff-835f-47ea-b7b5-a066982c6e3f up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:13.337075 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.378160 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port e8b7ceff-835f-47ea-b7b5-a066982c6e3f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:13.378633 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.464827 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port e8b7ceff-835f-47ea-b7b5-a066982c6e3f is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:13.465209 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.468065 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:13.506719 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port e8b7ceff-835f-47ea-b7b5-a066982c6e3f, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,segment=NetworkSegment(23c9cee1-bfd5-48fd-94e6-3014f786a7aa),segment_id=23c9cee1-bfd5-48fd-94e6-3014f786a7aa)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:13.511423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.512274 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:13.592922 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:13.607244 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:13.607244 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.627735 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:13.685634 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:13.686041 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.698231 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:13.705469 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:10:13.710813 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:13.715111 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.763766 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:13.812794 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:13.824768 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Sync routers for ids ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:13.834107 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:13.835462 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4efbe86a-d4b6-4181-aefb-8cdf2554ae32 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8793406 May 19 15:10:13.838039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47680) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:13.840210 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Routers {'7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:13.841027 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:13.960722 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Set router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:14.041219 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-527a8051-841a-4588-b905-35e1dbe8b124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.119373 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1371a6-b36e-4390-8b13-12fc8ed5d6dc None None] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:10:14.150668 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '64069e6e-d264-42e8-a18f-402159934403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:12Z', 'revision_number': 3, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port': {'id': '64069e6e-d264-42e8-a18f-402159934403', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:14.183734 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Checking router: 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:14.184105 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Updating router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d port 64069e6e-d264-42e8-a18f-402159934403 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:10:14.201301 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Sync routers for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:14.214247 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (64069e6e-d264-42e8-a18f-402159934403), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.239657 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-3e6674c0-2382-4bbe-a51f-b1af1bcfbba0 None None] Provisioning complete for port e8b7ceff-835f-47ea-b7b5-a066982c6e3f triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:14.240067 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3e6674c0-2382-4bbe-a51f-b1af1bcfbba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.245923 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:14.246614 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:14.290507 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.414542 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:14.418951 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-3e6674c0-2382-4bbe-a51f-b1af1bcfbba0 None None] Current status of the port e8b7ceff-835f-47ea-b7b5-a066982c6e3f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:14.490683 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc37042-e298-4b9c-b391-94f4342c831a req-07ab3dd7-f926-46bd-8c08-0ab61fae9659 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:14.499424 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0dc37042-e298-4b9c-b391-94f4342c831a req-07ab3dd7-f926-46bd-8c08-0ab61fae9659 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0966730 May 19 15:10:14.508333 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Publish callbacks [] for port (64069e6e-d264-42e8-a18f-402159934403), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.513374 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Allocated IP 172.20.0.1 (7689348a-4ebd-458e-a47a-d392f02b0f41/51f2a522-3f44-4b15-8740-a2c7311b9375/81914ffe-dd88-4f14-9289-27b674dbcac6) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:14.516107 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (64069e6e-d264-42e8-a18f-402159934403), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.535922 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:14.570165 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0dc37042-e298-4b9c-b391-94f4342c831a req-c27566e1-25b3-4b00-985a-57ae10575615 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693851 May 19 15:10:14.608528 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Pushing event updated for resources: {'Port': ['ID=64069e6e-d264-42e8-a18f-402159934403,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:14.619945 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.620541 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.621673 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.622211 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.622711 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.623239 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.624186 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.624689 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.625198 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.626148 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.626645 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.627818 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.628333 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.628823 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.629305 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:14.634683 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Attempting to bind port 64069e6e-d264-42e8-a18f-402159934403 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:14.635276 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Attempting to bind port 64069e6e-d264-42e8-a18f-402159934403 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:14.635826 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Attempting to bind port 64069e6e-d264-42e8-a18f-402159934403 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:14.645147 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:14.646344 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:14.646739 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.647118 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:14.647614 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Bound port: 64069e6e-d264-42e8-a18f-402159934403, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:14.647977 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (64069e6e-d264-42e8-a18f-402159934403), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.684057 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks [] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.697412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:14.698139 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:14.711243 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] For port 64069e6e-d264-42e8-a18f-402159934403, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:14.717920 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] For port 64069e6e-d264-42e8-a18f-402159934403, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=64069e6e-d264-42e8-a18f-402159934403,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:14.722390 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:14.730061 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1787c-e262-4617-8836-c8b02d001c54 req-5bde6a7b-b60e-434f-8229-35417169a49e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:14.731162 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (64069e6e-d264-42e8-a18f-402159934403), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.732310 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ede1787c-e262-4617-8836-c8b02d001c54 req-5bde6a7b-b60e-434f-8229-35417169a49e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0570393 May 19 15:10:14.738431 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.743982 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47686) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:14.752345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Request body: {'floatingip': {'port_id': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:14.763975 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f708ecfc-2c74-4c4b-b1a0-25e853634726 None None] Provisioning complete for port e8b7ceff-835f-47ea-b7b5-a066982c6e3f triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:14.764356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f708ecfc-2c74-4c4b-b1a0-25e853634726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.781568 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:14.784617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:14.791333 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:14.793427 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:14.794798 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Routers {'7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:14.796625 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:14.829804 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Pushing event updated for resources: {'Port': ['ID=81914ffe-dd88-4f14-9289-27b674dbcac6,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:14.850206 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.852566 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (f6e2af4f-24e8-4fef-84ad-220e0e96d7ea), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:14.875034 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 2, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:14.955707 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:14.979993 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] Set router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:14.988907 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:15.038991 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.054834 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a59dc0-35ba-42db-a93d-0a52a769ee1d None None] Pushing event updated for resources: {'Port': ['ID=64069e6e-d264-42e8-a18f-402159934403,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:15.105469 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Checking router: 98cf1c50-3f87-444e-a143-60028c7aa5fb for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:15.105759 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Updating router 98cf1c50-3f87-444e-a143-60028c7aa5fb port d487cd3f-0c8a-4eba-97da-f92b29fe486e binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:10:15.164020 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f708ecfc-2c74-4c4b-b1a0-25e853634726 None None] Current status of the port e8b7ceff-835f-47ea-b7b5-a066982c6e3f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:15.176566 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:15.181559 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.219466 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '64069e6e-d264-42e8-a18f-402159934403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:12Z', 'revision_number': 3, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port': {'id': '64069e6e-d264-42e8-a18f-402159934403', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:15.249511 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10504b8b-4c97-4214-89fe-1add3eeb8c77 None None] The sync data for ids ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'] in dv-cinder-825492-12-iscsi is: [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '64069e6e-d264-42e8-a18f-402159934403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:12Z', 'revision_number': 3, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port': {'id': '64069e6e-d264-42e8-a18f-402159934403', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:15.321826 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:10:15.356900 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device e8b7ceff-835f-47ea-b7b5-a066982c6e3f up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:15.363341 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-640dbfd0-0b7f-46d2-8fe9-153801e61190 None None] Provisioning complete for port 81914ffe-dd88-4f14-9289-27b674dbcac6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:15.363836 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-640dbfd0-0b7f-46d2-8fe9-153801e61190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.385674 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks [] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.393183 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.457549 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-640dbfd0-0b7f-46d2-8fe9-153801e61190 None None] Port 81914ffe-dd88-4f14-9289-27b674dbcac6 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:15.473432 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Pushing event updated for resources: {'Port': ['ID=81914ffe-dd88-4f14-9289-27b674dbcac6,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:15.478894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.564538 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port e8b7ceff-835f-47ea-b7b5-a066982c6e3f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:15.564909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.577040 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.597525 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (f6e2af4f-24e8-4fef-84ad-220e0e96d7ea), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.613015 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:15.616612 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:15.734532 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Floating IP f6e2af4f-24e8-4fef-84ad-220e0e96d7ea associated. External IP: 172.27.2.54, port: 31aad5e7-16b4-45c8-b12a-2912bed903a1. May 19 15:10:15.785226 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:15.786473 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Publish callbacks [] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.798887 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port e8b7ceff-835f-47ea-b7b5-a066982c6e3f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:15.802097 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:15.853499 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:15.864840 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:15.912339 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:15.913223 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:15.922373 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:15.944074 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:15.945466 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b79c-49d8-4b21-a3c3-5dc2fb45143c None None] Pushing event updated for resources: {'Port': ['ID=d487cd3f-0c8a-4eba-97da-f92b29fe486e,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:15.977102 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-22232e12-503e-4af3-acd7-c87e98209b04 admin admin] 10.222.0.24 "PUT /v2.0/routers/7d6eb51a-8909-4fe7-8b8c-f99bad82c98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1312926 May 19 15:10:15.993682 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-07183e3c-3cf2-4bce-8aaa-d39c0c3fd773 None None] Provisioning complete for port 81914ffe-dd88-4f14-9289-27b674dbcac6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:15.994321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-07183e3c-3cf2-4bce-8aaa-d39c0c3fd773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.024258 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Router 622f24b7-6ec4-4db0-8274-5860a0e714b8 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:16.064704 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:16.065080 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.117651 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-07183e3c-3cf2-4bce-8aaa-d39c0c3fd773 None None] Port 81914ffe-dd88-4f14-9289-27b674dbcac6 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:16.120622 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Attempting to bind port d487cd3f-0c8a-4eba-97da-f92b29fe486e on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:16.120997 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Attempting to bind port d487cd3f-0c8a-4eba-97da-f92b29fe486e by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:16.121394 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Attempting to bind port d487cd3f-0c8a-4eba-97da-f92b29fe486e on network 06b3cf68-e062-43e2-bf1d-14e41af70353 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:16.133678 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:16.134064 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Checking segment: {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:16.134475 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.134873 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Bound using segment: {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:16.135394 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Bound port: d487cd3f-0c8a-4eba-97da-f92b29fe486e, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:16.135774 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.186204 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:16.191042 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.205223 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] Sync routers for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:16.222594 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:16.227703 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:16.228435 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:09:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:16.279801 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d5b4ee9e-f0a4-43f2-a073-3a9eff412ccd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "PUT /v2.0/floatingips/f6e2af4f-24e8-4fef-84ad-220e0e96d7ea HTTP/1.1" status: 200 len: 990 time: 1.5313792 May 19 15:10:16.283100 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-1d0d2a26-e473-4b6e-915a-ace699394781 None None] Provisioning complete for port d487cd3f-0c8a-4eba-97da-f92b29fe486e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:16.283100 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2a26-e473-4b6e-915a-ace699394781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.284926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:16.284926 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906ea18-3af4-4084-b6b0-d46550f79bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:16.312889 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] For port d487cd3f-0c8a-4eba-97da-f92b29fe486e, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:16.315057 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d592e6a0-1191-49c2-b114-e39e288afee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.344158 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] For port d487cd3f-0c8a-4eba-97da-f92b29fe486e, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=d487cd3f-0c8a-4eba-97da-f92b29fe486e,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:16.348456 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d2a26-e473-4b6e-915a-ace699394781 None None] Port d487cd3f-0c8a-4eba-97da-f92b29fe486e cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:16.358465 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.363100 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d34251-8439-4572-b18e-c6e3910ade4b x-openstack-request-id: req-36d34251-8439-4572-b18e-c6e3910ade4b {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:16.363433 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:16.363667 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36d34251-8439-4572-b18e-c6e3910ade4b {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:16.364054 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d34251-8439-4572-b18e-c6e3910ade4b'] response: {'name': 'network-changed', 'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'status': 'completed', 'code': 200} May 19 15:10:16.431317 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b79c-49d8-4b21-a3c3-5dc2fb45143c None None] Pushing event updated for resources: {'Port': ['ID=d487cd3f-0c8a-4eba-97da-f92b29fe486e,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:16.440957 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:16.441601 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:16.464520 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-ac71b97b-812d-458a-9efd-45277f2c3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:16.469912 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-ac71b97b-812d-458a-9efd-45277f2c3123 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1129 time: 0.0836036 May 19 15:10:16.550026 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:16.619908 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-229648fb-2749-48a5-87c1-b9e5a3773a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:16.621601 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-229648fb-2749-48a5-87c1-b9e5a3773a74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.1455579 May 19 15:10:16.621736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:16.645686 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47702) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:16.651035 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387898223', 'description': 'tempest-secgroup-smoke-387898223 description', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:16.685039 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.754103 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-bf24ff88-3d44-4e0d-b7ef-0eed388db4ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 998 time: 0.1229839 May 19 15:10:16.806982 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group (50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.811288 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.814936 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:16.836943 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:16.838400 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-2c1015b5-22b2-493d-9d7a-950ce060de90 None None] Provisioning complete for port d487cd3f-0c8a-4eba-97da-f92b29fe486e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:16.838841 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2c1015b5-22b2-493d-9d7a-950ce060de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.847823 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:16.853630 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.857939 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2108338 May 19 15:10:16.858675 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47708) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:16.861253 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:16.862542 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-3cd0b914-1e43-445d-a519-0533c04d69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:16.865631 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-3cd0b914-1e43-445d-a519-0533c04d69a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.1032796 May 19 15:10:16.866542 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-834fd0c0-1d7d-41ea-b771-0ed68622f0bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'security_group_rule': {'security_group_id': '50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:16.881773 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.881773 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.882294 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.882739 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.883360 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.883596 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.884015 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.884699 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.884850 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.885259 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.885679 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.886095 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.886514 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.886923 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.887450 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b70894-51d1-44ab-bac4-a7f429bb91a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:16.919536 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-834fd0c0-1d7d-41ea-b771-0ed68622f0bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (7967e1d1-41fa-4e9f-8fee-73ccd557718e), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:16.938201 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-5bb4c75d-5f95-477e-8b19-109338345e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:16.940010 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-5bb4c75d-5f95-477e-8b19-109338345e74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683503 May 19 15:10:16.947352 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'f6e2af4f-24e8-4fef-84ad-220e0e96d7ea', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'port_id': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'mac_address': 'fa:16:3e:71:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516d806-e895-4839-8142-5209040d1f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:01Z', 'updated_at': '2022-05-19T15:10:15Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:16.975468 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] Checking router: 622f24b7-6ec4-4db0-8274-5860a0e714b8 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:16.985101 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:16.985673 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:17.014952 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-834fd0c0-1d7d-41ea-b771-0ed68622f0bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (7967e1d1-41fa-4e9f-8fee-73ccd557718e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.016775 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:16Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:17.025061 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-834fd0c0-1d7d-41ea-b771-0ed68622f0bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (7967e1d1-41fa-4e9f-8fee-73ccd557718e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.053791 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fd0c0-1d7d-41ea-b771-0ed68622f0bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7967e1d1-41fa-4e9f-8fee-73ccd557718e,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:17.062633 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-834fd0c0-1d7d-41ea-b771-0ed68622f0bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.066480 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-834fd0c0-1d7d-41ea-b771-0ed68622f0bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2037299 May 19 15:10:17.066711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47714) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:17.070925 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fa93e-42e2-4876-8a26-782f001c2ab9 None None] The sync data for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi is: [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:16Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:17.076746 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-cec9430b-533f-4d9f-8665-8b67792af80e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'security_group_rule': {'security_group_id': '50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:17.088964 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-c399f737-7a88-44bf-9e25-e5eb0055580a service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418011 May 19 15:10:17.138809 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cec9430b-533f-4d9f-8665-8b67792af80e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (263db19f-eed1-4d56-8ab9-88cc9defaf92), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.158185 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:17.177863 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2c1015b5-22b2-493d-9d7a-950ce060de90 None None] Current status of the port d487cd3f-0c8a-4eba-97da-f92b29fe486e is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:17.178483 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2c1015b5-22b2-493d-9d7a-950ce060de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.230552 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cec9430b-533f-4d9f-8665-8b67792af80e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (263db19f-eed1-4d56-8ab9-88cc9defaf92), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.249554 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cec9430b-533f-4d9f-8665-8b67792af80e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (263db19f-eed1-4d56-8ab9-88cc9defaf92), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.297270 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2c1015b5-22b2-493d-9d7a-950ce060de90 None None] For port d487cd3f-0c8a-4eba-97da-f92b29fe486e, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=d487cd3f-0c8a-4eba-97da-f92b29fe486e,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:17.308312 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2c1015b5-22b2-493d-9d7a-950ce060de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.315811 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9430b-533f-4d9f-8665-8b67792af80e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263db19f-eed1-4d56-8ab9-88cc9defaf92,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:17.337873 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cec9430b-533f-4d9f-8665-8b67792af80e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.342986 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-cec9430b-533f-4d9f-8665-8b67792af80e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2726157 May 19 15:10:17.343984 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47718) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:17.360422 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d16e3bd6-86fc-45e5-9cc4-87a90a5512da tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'security_group_rule': {'security_group_id': '50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:17.390819 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4906ea18-3af4-4084-b6b0-d46550f79bbe req-3c307fab-675e-4abf-827b-c9e5032cb3a2 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928603 May 19 15:10:17.413230 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d16e3bd6-86fc-45e5-9cc4-87a90a5512da tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (2439015c-3e2b-4f1e-9ac7-5e21bb64796a), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.442243 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1015b5-22b2-493d-9d7a-950ce060de90 None None] Pushing event updated for resources: {'Port': ['ID=d487cd3f-0c8a-4eba-97da-f92b29fe486e,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:17.445772 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.492790 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d16e3bd6-86fc-45e5-9cc4-87a90a5512da tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (2439015c-3e2b-4f1e-9ac7-5e21bb64796a), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.499326 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d16e3bd6-86fc-45e5-9cc4-87a90a5512da tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (2439015c-3e2b-4f1e-9ac7-5e21bb64796a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.531088 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d16e3bd6-86fc-45e5-9cc4-87a90a5512da tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.532354 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d16e3bd6-86fc-45e5-9cc4-87a90a5512da tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1874070 May 19 15:10:17.533266 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e3bd6-86fc-45e5-9cc4-87a90a5512da tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2439015c-3e2b-4f1e-9ac7-5e21bb64796a,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:17.535025 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47720) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:17.539969 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-50259bc2-2415-493b-959b-d8d98e22f4be tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'security_group_rule': {'security_group_id': '50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:17.548981 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d487cd3f-0c8a-4eba-97da-f92b29fe486e up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:17.578260 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-50259bc2-2415-493b-959b-d8d98e22f4be tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (18bf1672-a584-4df0-9606-efce5ac2c2ad), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.588461 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'f6e2af4f-24e8-4fef-84ad-220e0e96d7ea', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'port_id': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'mac_address': 'fa:16:3e:71:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516d806-e895-4839-8142-5209040d1f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:01Z', 'updated_at': '2022-05-19T15:10:15Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:17.599779 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:17.601904 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port d487cd3f-0c8a-4eba-97da-f92b29fe486e triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:17.602277 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.613374 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:17.614835 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea60fd-bd2c-402b-aa29-b47faa1c6d59 None None] The sync data for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi is: [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'f6e2af4f-24e8-4fef-84ad-220e0e96d7ea', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'port_id': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'mac_address': 'fa:16:3e:71:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516d806-e895-4839-8142-5209040d1f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:01Z', 'updated_at': '2022-05-19T15:10:15Z', 'revision_number': 1, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:17.650570 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-50259bc2-2415-493b-959b-d8d98e22f4be tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (18bf1672-a584-4df0-9606-efce5ac2c2ad), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.655839 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-50259bc2-2415-493b-959b-d8d98e22f4be tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (18bf1672-a584-4df0-9606-efce5ac2c2ad), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.680062 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50259bc2-2415-493b-959b-d8d98e22f4be tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bf1672-a584-4df0-9606-efce5ac2c2ad,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:17.707628 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-50259bc2-2415-493b-959b-d8d98e22f4be tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.712830 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47722) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:17.718013 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'security_group_rule': {'security_group_id': '50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:17.723896 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-50259bc2-2415-493b-959b-d8d98e22f4be tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757724 May 19 15:10:17.761633 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Project ee9ba7310e7e4d558dba77f08668b77b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 15:10:17.768255 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (abf5018e-37a6-4f9d-a153-2ab5223cebaf), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.823816 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (abf5018e-37a6-4f9d-a153-2ab5223cebaf), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.826131 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port d487cd3f-0c8a-4eba-97da-f92b29fe486e is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:17.827460 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 64069e6e-d264-42e8-a18f-402159934403 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:17.829662 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (abf5018e-37a6-4f9d-a153-2ab5223cebaf), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.854154 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf5018e-37a6-4f9d-a153-2ab5223cebaf,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:17.870331 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.874917 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47724) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:17.875781 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2d693b11-ec61-4573-a18f-8dadfc3a2ab8 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618650 May 19 15:10:17.879599 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'security_group_rule': {'security_group_id': '50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0', 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:17.887711 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 64069e6e-d264-42e8-a18f-402159934403 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:17.888087 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (64069e6e-d264-42e8-a18f-402159934403), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.908478 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.securitygroups_db [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Project ee9ba7310e7e4d558dba77f08668b77b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 15:10:17.914585 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (1581768f-3a65-4716-a54c-264e8a2061c7), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.969891 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 64069e6e-d264-42e8-a18f-402159934403 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:17.970276 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (64069e6e-d264-42e8-a18f-402159934403), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.975031 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (1581768f-3a65-4716-a54c-264e8a2061c7), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.979157 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (1581768f-3a65-4716-a54c-264e8a2061c7), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:17.996863 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1581768f-3a65-4716-a54c-264e8a2061c7,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:17.997240 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 64069e6e-d264-42e8-a18f-402159934403, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=64069e6e-d264-42e8-a18f-402159934403,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:18.003674 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (64069e6e-d264-42e8-a18f-402159934403), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:18.012110 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:18.031402 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-15b6f16b-e58f-433e-9379-30c8137c84f5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519690 May 19 15:10:18.062415 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Sync routers for ids ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:18.084299 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=64069e6e-d264-42e8-a18f-402159934403,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:18.090080 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Routers {'7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:18.090080 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:18.234237 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Set router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:18.312492 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c24fbf-e266-407d-8a7e-07d6a38e5ce4 None None] New status for floating IP f6e2af4f-24e8-4fef-84ad-220e0e96d7ea: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:10:18.322630 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:18.372534 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:18.463095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '64069e6e-d264-42e8-a18f-402159934403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:14Z', 'revision_number': 4, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port': {'id': '64069e6e-d264-42e8-a18f-402159934403', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '81914ffe-dd88-4f14-9289-27b674dbcac6', 'name': '', 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'mac_address': 'fa:16:3e:5e:b4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '51f2a522-3f44-4b15-8740-a2c7311b9375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:14Z', 'updated_at': '2022-05-19T15:10:15Z', 'revision_number': 2, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'subnets': [{'id': '51f2a522-3f44-4b15-8740-a2c7311b9375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:18.494949 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Checking router: 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:18.495442 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Updating router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d port 81914ffe-dd88-4f14-9289-27b674dbcac6 binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:10:18.528572 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:18.715150 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:18.800627 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce7a5b-be60-4f5f-b625-a482a7f4551b req-03700b54-d6b6-44ab-9895-ab569c3c14d6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:18.803924 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a2ce7a5b-be60-4f5f-b625-a482a7f4551b req-03700b54-d6b6-44ab-9895-ab569c3c14d6 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0521419 May 19 15:10:18.814490 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:18.824107 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:18.855310 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:18.872150 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a2ce7a5b-be60-4f5f-b625-a482a7f4551b req-1050fcde-3146-4123-9a3e-565bb40aff16 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626652 May 19 15:10:18.883392 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Publish callbacks [] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:18.897432 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:18.943808 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0c299-d03a-4a7c-9129-3348273d5106 None None] Pushing event updated for resources: {'Port': ['ID=81914ffe-dd88-4f14-9289-27b674dbcac6,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:19.012931 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Attempting to bind port 81914ffe-dd88-4f14-9289-27b674dbcac6 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:19.013100 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Attempting to bind port 81914ffe-dd88-4f14-9289-27b674dbcac6 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:19.013416 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Attempting to bind port 81914ffe-dd88-4f14-9289-27b674dbcac6 on network 7689348a-4ebd-458e-a47a-d392f02b0f41 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:19.019336 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:19.019743 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Checking segment: {'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:19.020151 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.020622 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Bound using segment: {'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:19.022188 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Bound port: 81914ffe-dd88-4f14-9289-27b674dbcac6, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9cee1-bfd5-48fd-94e6-3014f786a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:19.022188 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.097084 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] For port 81914ffe-dd88-4f14-9289-27b674dbcac6, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:19.100921 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] For port 81914ffe-dd88-4f14-9289-27b674dbcac6, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=81914ffe-dd88-4f14-9289-27b674dbcac6,segment=NetworkSegment(23c9cee1-bfd5-48fd-94e6-3014f786a7aa),segment_id=23c9cee1-bfd5-48fd-94e6-3014f786a7aa)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:19.107593 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.179875 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0c299-d03a-4a7c-9129-3348273d5106 None None] Pushing event updated for resources: {'Port': ['ID=81914ffe-dd88-4f14-9289-27b674dbcac6,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:19.182631 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Routers {'7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:19.183299 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:19.185106 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-56680c08-ad68-4884-b35f-5df8f22eba96 None None] Provisioning complete for port 81914ffe-dd88-4f14-9289-27b674dbcac6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:19.185474 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56680c08-ad68-4884-b35f-5df8f22eba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.241787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:19.312063 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d487cd3f-0c8a-4eba-97da-f92b29fe486e up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:19.385787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] Set router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:19.417653 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-56680c08-ad68-4884-b35f-5df8f22eba96 None None] Current status of the port 81914ffe-dd88-4f14-9289-27b674dbcac6 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:19.418025 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56680c08-ad68-4884-b35f-5df8f22eba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.493436 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port d487cd3f-0c8a-4eba-97da-f92b29fe486e triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:19.493938 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.560461 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-56680c08-ad68-4884-b35f-5df8f22eba96 None None] For port 81914ffe-dd88-4f14-9289-27b674dbcac6, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=81914ffe-dd88-4f14-9289-27b674dbcac6,segment=NetworkSegment(23c9cee1-bfd5-48fd-94e6-3014f786a7aa),segment_id=23c9cee1-bfd5-48fd-94e6-3014f786a7aa)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:19.569065 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56680c08-ad68-4884-b35f-5df8f22eba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.774939 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-0834f7fd-cf1d-48fa-bd4f-630c23d27186 None None] Provisioning complete for port 81914ffe-dd88-4f14-9289-27b674dbcac6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:19.775224 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0834f7fd-cf1d-48fa-bd4f-630c23d27186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:19.784200 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:19.815824 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680c08-ad68-4884-b35f-5df8f22eba96 None None] Pushing event updated for resources: {'Port': ['ID=81914ffe-dd88-4f14-9289-27b674dbcac6,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:19.902599 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port d487cd3f-0c8a-4eba-97da-f92b29fe486e is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:19.903319 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 64069e6e-d264-42e8-a18f-402159934403 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:19.905413 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '64069e6e-d264-42e8-a18f-402159934403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:14Z', 'revision_number': 4, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port': {'id': '64069e6e-d264-42e8-a18f-402159934403', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '81914ffe-dd88-4f14-9289-27b674dbcac6', 'name': '', 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'mac_address': 'fa:16:3e:5e:b4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '51f2a522-3f44-4b15-8740-a2c7311b9375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:14Z', 'updated_at': '2022-05-19T15:10:19Z', 'revision_number': 4, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'subnets': [{'id': '51f2a522-3f44-4b15-8740-a2c7311b9375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:19.951553 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72927d-8792-4c28-834d-4c95da3541fc None None] The sync data for ids ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'] in dv-cinder-825492-12-iscsi is: [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '64069e6e-d264-42e8-a18f-402159934403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:14Z', 'revision_number': 4, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port': {'id': '64069e6e-d264-42e8-a18f-402159934403', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '81914ffe-dd88-4f14-9289-27b674dbcac6', 'name': '', 'network_id': '7689348a-4ebd-458e-a47a-d392f02b0f41', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'mac_address': 'fa:16:3e:5e:b4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '51f2a522-3f44-4b15-8740-a2c7311b9375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:14Z', 'updated_at': '2022-05-19T15:10:19Z', 'revision_number': 4, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'subnets': [{'id': '51f2a522-3f44-4b15-8740-a2c7311b9375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:19.991744 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-0834f7fd-cf1d-48fa-bd4f-630c23d27186 None None] Current status of the port 81914ffe-dd88-4f14-9289-27b674dbcac6 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:20.013658 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 64069e6e-d264-42e8-a18f-402159934403 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:20.014030 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (64069e6e-d264-42e8-a18f-402159934403), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:20.017968 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa44ae-194a-492b-99d9-96b26e0eb22f req-569c2b73-9681-4d17-85aa-52f7ea428b15 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:20.019553 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7aaa44ae-194a-492b-99d9-96b26e0eb22f req-569c2b73-9681-4d17-85aa-52f7ea428b15 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0706043 May 19 15:10:20.081622 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7aaa44ae-194a-492b-99d9-96b26e0eb22f req-7c310622-1455-4c2d-9f96-9f2608f8e1fa tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504627 May 19 15:10:20.095800 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:20.110368 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 64069e6e-d264-42e8-a18f-402159934403 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:20.323773 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:21.201575 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f68560-94e2-4f76-b94d-4804c1f3bcd9 req-6615ebdd-0e28-4814-9168-9d87d3f54ecd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:21.203333 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-51f68560-94e2-4f76-b94d-4804c1f3bcd9 req-6615ebdd-0e28-4814-9168-9d87d3f54ecd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0481987 May 19 15:10:21.258397 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-51f68560-94e2-4f76-b94d-4804c1f3bcd9 req-56a11deb-5620-4b30-b17f-924559f0c430 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486848 May 19 15:10:21.281398 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 81914ffe-dd88-4f14-9289-27b674dbcac6 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:21.326131 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 81914ffe-dd88-4f14-9289-27b674dbcac6 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:21.326500 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:21.401523 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 81914ffe-dd88-4f14-9289-27b674dbcac6 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:22.372642 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b1a2-ebc9-49b0-a79e-280d5581d194 req-a34af597-ddb6-44a9-bbb4-0ca13794343e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:22.374104 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d990b1a2-ebc9-49b0-a79e-280d5581d194 req-a34af597-ddb6-44a9-bbb4-0ca13794343e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0480518 May 19 15:10:22.420433 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d990b1a2-ebc9-49b0-a79e-280d5581d194 req-56049bd9-2560-4405-8d66-db3006d16387 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=223308f5-c482-4e90-88ab-b2c54821a6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 May 19 15:10:22.657659 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a061f5-f772-4570-9101-056265db1940 req-322f0cea-2f19-4dc1-b043-cf4e0dd3dcf8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:22.659106 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-49a061f5-f772-4570-9101-056265db1940 req-322f0cea-2f19-4dc1-b043-cf4e0dd3dcf8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 945 time: 0.0469141 May 19 15:10:22.748983 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Deleting port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:22.749352 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:22.839446 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] For port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:22.839810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:22.888223 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:22.947051 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:23.014887 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:23.015279 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:23.015592 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Floating IP d40c5efd-cd9a-4eea-9584-0fa617d36650 disassociated. External IP: 172.27.2.104, port: 7377972f-e26c-43d1-ac62-ddf4b52e4bfd. May 19 15:10:23.015997 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Calling delete_port for 7377972f-e26c-43d1-ac62-ddf4b52e4bfd owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:23.149336 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (7377972f-e26c-43d1-ac62-ddf4b52e4bfd), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:23.180375 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event deleted for resources: {'Port': ['ID=7377972f-e26c-43d1-ac62-ddf4b52e4bfd,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:23.297299 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Router 34ed327f-2078-490b-ae7e-2613eab2b491 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:23.397228 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:23.407083 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] Sync routers for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:23.418301 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:23.419255 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:23.446773 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] No DVR routers for this DVR port 7377972f-e26c-43d1-ac62-ddf4b52e4bfd on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:10:23.449505 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:23.456886 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-49a061f5-f772-4570-9101-056265db1940 req-cb13d902-fbc7-42d2-803f-bc2caa1d71a8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "DELETE /v2.0/ports/7377972f-e26c-43d1-ac62-ddf4b52e4bfd HTTP/1.1" status: 204 len: 173 time: 0.7885456 May 19 15:10:23.456886 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'name': 'network-vif-deleted', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:23.457709 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044fb9e9-9274-48ea-890b-327b62b6fcb6" -d '{"events": [{"server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "name": "network-vif-deleted", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:23.524936 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eace1188-d960-468c-9d81-9812c9ee891f x-openstack-request-id: req-eace1188-d960-468c-9d81-9812c9ee891f {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:23.525510 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b30b6fd-1ba9-4939-baeb-d0fb305b1176", "name": "network-vif-deleted", "tag": "7377972f-e26c-43d1-ac62-ddf4b52e4bfd", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:23.526007 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eace1188-d960-468c-9d81-9812c9ee891f {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:23.526771 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eace1188-d960-468c-9d81-9812c9ee891f'] response: {'server_uuid': '9b30b6fd-1ba9-4939-baeb-d0fb305b1176', 'name': 'network-vif-deleted', 'tag': '7377972f-e26c-43d1-ac62-ddf4b52e4bfd', 'status': 'completed', 'code': 200} May 19 15:10:23.559559 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:23.585464 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-654912d5-b281-4dad-a885-673fb8ff36cb req-2e13380e-2848-4156-9e45-55ba89c5912b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b30b6fd-1ba9-4939-baeb-d0fb305b1176 HTTP/1.1" status: 200 len: 210 time: 0.0491147 May 19 15:10:23.784633 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:23.813154 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] Checking router: 34ed327f-2078-490b-ae7e-2613eab2b491 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:23.821979 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:23.822579 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:23.862002 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:23.927010 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:24.150547 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:24.177668 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1413d626-9e50-46b0-a3bb-596f578a4dd6 None None] The sync data for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi is: [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:05:37Z', 'revision_number': 4, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '863669ec-5c12-4510-bf0a-01ef54096885', 'name': '', 'network_id': 'fba0d92a-cc3d-4407-a8fd-52349f4553f3', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'mac_address': 'fa:16:3e:31:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:35Z', 'updated_at': '2022-05-19T15:05:52Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'subnets': [{'id': 'f6899c0b-33d6-4744-b66b-e000e66cbaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:24.428959 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276991c-271f-43e2-817f-e79a77528dd6 None None] New status for floating IP d40c5efd-cd9a-4eea-9584-0fa617d36650: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:10:24.701275 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 47824) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:24.755772 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9bbacc43-9940-425b-8a05-21f1b53b1df7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group (223308f5-c482-4e90-88ab-b2c54821a6b6), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:24.779953 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9bbacc43-9940-425b-8a05-21f1b53b1df7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group (223308f5-c482-4e90-88ab-b2c54821a6b6), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:24.828215 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9bbacc43-9940-425b-8a05-21f1b53b1df7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (223308f5-c482-4e90-88ab-b2c54821a6b6), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:24.831022 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9bbacc43-9940-425b-8a05-21f1b53b1df7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:24.832181 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9bbacc43-9940-425b-8a05-21f1b53b1df7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "DELETE /v2.0/security-groups/223308f5-c482-4e90-88ab-b2c54821a6b6 HTTP/1.1" status: 204 len: 168 time: 0.1299388 May 19 15:10:24.835546 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47826) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:24.843018 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbacc43-9940-425b-8a05-21f1b53b1df7 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223308f5-c482-4e90-88ab-b2c54821a6b6,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:24.849972 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-a4fe5c5a-e868-4fa3-8359-f981d12776b8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] show failed (client error): The resource could not be found. May 19 15:10:24.851254 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a4fe5c5a-e868-4fa3-8359-f981d12776b8 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups/223308f5-c482-4e90-88ab-b2c54821a6b6 HTTP/1.1" status: 404 len: 347 time: 0.0146744 May 19 15:10:24.853945 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 47828) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:25.181159 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Deleting port 1755e348-1b31-4bd0-9034-d041c578ad6e {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:25.181495 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:25.259382 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:25.259618 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (1755e348-1b31-4bd0-9034-d041c578ad6e), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:25.275438 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Calling delete_port for 1755e348-1b31-4bd0-9034-d041c578ad6e owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:25.398023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:25.408126 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:25.412928 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (1755e348-1b31-4bd0-9034-d041c578ad6e), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:25.446243 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event deleted for resources: {'Port': ['ID=1755e348-1b31-4bd0-9034-d041c578ad6e,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:25.507303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks [] for floatingip (d40c5efd-cd9a-4eea-9584-0fa617d36650), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:25.509838 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:25.513498 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-43f09747-e032-4946-942a-3fced0d3774c tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "DELETE /v2.0/floatingips/d40c5efd-cd9a-4eea-9584-0fa617d36650 HTTP/1.1" status: 204 len: 168 time: 0.6560452 May 19 15:10:27.037056 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 7377972f-e26c-43d1-ac62-ddf4b52e4bfd no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:27.057543 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 7377972f-e26c-43d1-ac62-ddf4b52e4bfd {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:27.057789 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 7377972f-e26c-43d1-ac62-ddf4b52e4bfd not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:28.005041 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5dd54-ec53-445c-b8f7-c6ac41aac409 req-8d021917-9602-466b-92bc-e7c29eeec11f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:28.006441 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-58c5dd54-ec53-445c-b8f7-c6ac41aac409 req-8d021917-9602-466b-92bc-e7c29eeec11f tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0491700 May 19 15:10:28.054372 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-58c5dd54-ec53-445c-b8f7-c6ac41aac409 req-d93aeb72-1138-4bfd-87a1-c89b4242ac9b tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 May 19 15:10:29.270532 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce447b4-7a09-4353-934d-8e1f3ab43492 req-48820d68-d0d3-4196-853c-051b4a37a1db tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:29.272199 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cce447b4-7a09-4353-934d-8e1f3ab43492 req-48820d68-d0d3-4196-853c-051b4a37a1db tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.1470327 May 19 15:10:29.321377 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cce447b4-7a09-4353-934d-8e1f3ab43492 req-a08aec5b-44d2-44f3-8aaf-4bf913faadb5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 May 19 15:10:30.397021 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-462368bf-39cb-41f5-a084-590ced36eb73 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:30.398481 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-462368bf-39cb-41f5-a084-590ced36eb73 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0478446 May 19 15:10:30.486144 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd779-5b0a-4708-b74f-f75e0f9652f8 req-4a264614-5f9d-43e9-aee1-1966c99c14bf tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:30.486757 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Deleting port 60b6f5c8-3ba6-433a-ab56-de26c095f559 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:30.486757 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:30.487671 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-19afd779-5b0a-4708-b74f-f75e0f9652f8 req-4a264614-5f9d-43e9-aee1-1966c99c14bf tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 945 time: 0.0977628 May 19 15:10:30.534186 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-19afd779-5b0a-4708-b74f-f75e0f9652f8 req-fef598e6-4dcf-4e47-a5d3-df7a7827ad22 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 May 19 15:10:30.577629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] For port 60b6f5c8-3ba6-433a-ab56-de26c095f559, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=60b6f5c8-3ba6-433a-ab56-de26c095f559,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:30.578001 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:30.590963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Calling delete_port for 60b6f5c8-3ba6-433a-ab56-de26c095f559 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:30.721904 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (60b6f5c8-3ba6-433a-ab56-de26c095f559), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:30.746371 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['60b6f5c8-3ba6-433a-ab56-de26c095f559', '58f5d4b7-8286-4eb3-93b6-351b6f5288ae'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:10:30.757802 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event deleted for resources: {'Port': ['ID=60b6f5c8-3ba6-433a-ab56-de26c095f559,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:30.798775 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] No DVR routers for this DVR port 60b6f5c8-3ba6-433a-ab56-de26c095f559 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:10:30.801250 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:30.805358 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-997e73c7-8cf0-4eb6-b0f2-d8146619ad39 req-263d21ca-6c69-45d7-a631-d1e583e81ec5 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "DELETE /v2.0/ports/60b6f5c8-3ba6-433a-ab56-de26c095f559 HTTP/1.1" status: 204 len: 173 time: 0.4008815 May 19 15:10:30.805824 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f607ee-2d96-4574-bed0-1462c869a91d', 'name': 'network-vif-deleted', 'tag': '60b6f5c8-3ba6-433a-ab56-de26c095f559'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:30.808144 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096a891e-ac2b-41da-acb8-1f1ff2e168e1" -d '{"events": [{"server_uuid": "40f607ee-2d96-4574-bed0-1462c869a91d", "name": "network-vif-deleted", "tag": "60b6f5c8-3ba6-433a-ab56-de26c095f559"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:30.847518 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29dc344-eee3-4ceb-84d1-3153debfa66b x-openstack-request-id: req-e29dc344-eee3-4ceb-84d1-3153debfa66b {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:30.847862 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f607ee-2d96-4574-bed0-1462c869a91d", "name": "network-vif-deleted", "tag": "60b6f5c8-3ba6-433a-ab56-de26c095f559", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:30.848171 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e29dc344-eee3-4ceb-84d1-3153debfa66b {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:30.848659 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29dc344-eee3-4ceb-84d1-3153debfa66b'] response: {'server_uuid': '40f607ee-2d96-4574-bed0-1462c869a91d', 'name': 'network-vif-deleted', 'tag': '60b6f5c8-3ba6-433a-ab56-de26c095f559', 'status': 'completed', 'code': 200} May 19 15:10:30.871179 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:31.653465 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c420ce27-628c-4ed7-9f0c-aa49fe146388 req-23e79eee-e52d-471a-ba2f-04ebf38fa120 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=40f607ee-2d96-4574-bed0-1462c869a91d HTTP/1.1" status: 200 len: 210 time: 0.0391228 May 19 15:10:32.054511 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:32.077307 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-1e751a6e-3f3f-423c-8080-ae18bb839d6d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504165 May 19 15:10:32.161079 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-1b478f32-6dd9-401e-91cc-1103a076a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:32.163090 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-1b478f32-6dd9-401e-91cc-1103a076a935 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=199f08479d9541bc936bb4ea80bae96a&device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 1129 time: 0.0438380 May 19 15:10:32.270937 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-dd8a0bd6-fb9f-4256-8629-76023af10277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:32.272328 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-dd8a0bd6-fb9f-4256-8629-76023af10277 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 200 len: 919 time: 0.0879281 May 19 15:10:32.314755 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-8a34028d-54b6-4aec-b780-89058dcf1968 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 200 len: 217 time: 0.0341153 May 19 15:10:32.364724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-b5f3e1e0-33b0-4cde-9a9a-12850bbf4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:32.366754 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-b5f3e1e0-33b0-4cde-9a9a-12850bbf4c37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 200 len: 857 time: 0.0454738 May 19 15:10:32.409815 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-3fde725f-9b1e-4287-9613-9d0470ec2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:32.411354 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-3fde725f-9b1e-4287-9613-9d0470ec2d03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fba0d92a-cc3d-4407-a8fd-52349f4553f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389290 May 19 15:10:32.482943 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:32.509008 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-2393fd30-02ae-49a6-97c5-14c972e82397 service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874534 May 19 15:10:32.600292 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f65d46c7-f590-4ebf-bfdf-585845fa1914 req-896a4fa3-e3e7-4e7f-9e6e-c42e17b2cd4f service neutron] 10.222.0.49 "GET /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847130 May 19 15:10:32.922353 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc599d-59d1-485f-9005-6879b9c2d978 req-0908ed7d-2f81-4feb-bbd3-ec23fe582624 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:32.923890 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-badc599d-59d1-485f-9005-6879b9c2d978 req-0908ed7d-2f81-4feb-bbd3-ec23fe582624 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0496788 May 19 15:10:32.970098 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-badc599d-59d1-485f-9005-6879b9c2d978 req-feeff08e-0663-4498-83ee-d84e60626d24 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 May 19 15:10:34.082873 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1a24d-c169-4eae-9a7f-7e230342e5bc req-5cc3e8d3-f5e0-4c1e-ab93-e1d746074114 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:34.084933 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3bc1a24d-c169-4eae-9a7f-7e230342e5bc req-5cc3e8d3-f5e0-4c1e-ab93-e1d746074114 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0453610 May 19 15:10:34.131188 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3bc1a24d-c169-4eae-9a7f-7e230342e5bc req-47e3c38f-d009-43d6-be60-caa6de3435df tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 May 19 15:10:34.564438 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-bb10b38e-c8cc-4fe0-91f2-fd73acfe6843 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387898223&fields=id&tenant_id=ee9ba7310e7e4d558dba77f08668b77b HTTP/1.1" status: 200 len: 267 time: 0.0469642 May 19 15:10:34.591702 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:34.611402 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:34.615584 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:34.670695 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-045cd48e-c942-4372-9c87-5313ee793e94 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:34.672169 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-045cd48e-c942-4372-9c87-5313ee793e94 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 809 time: 0.1007309 May 19 15:10:34.686049 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-4d4660d0-c923-446a-807f-e1373c8e18bb tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/quotas/ee9ba7310e7e4d558dba77f08668b77b HTTP/1.1" status: 200 len: 375 time: 0.0087054 May 19 15:10:34.733579 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-3f451057-e597-4179-b905-0e2e89bace96 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429003 May 19 15:10:34.831058 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-296b53d4-5612-4854-a1f3-6bb8713dcfd0 service neutron] 10.222.0.24 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851381 May 19 15:10:35.082805 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 60b6f5c8-3ba6-433a-ab56-de26c095f559 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:35.102511 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 60b6f5c8-3ba6-433a-ab56-de26c095f559 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:35.102855 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 60b6f5c8-3ba6-433a-ab56-de26c095f559 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:35.142605 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-1dae696e-71e6-49c5-bdcc-a970052a7ea2 service neutron] 10.222.0.24 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060308 May 19 15:10:35.250885 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdad77-fc03-4dcc-8460-d1945caf5d43 req-e7b46763-089e-4e49-83bb-46cc444477c0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:35.252454 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-43fdad77-fc03-4dcc-8460-d1945caf5d43 req-e7b46763-089e-4e49-83bb-46cc444477c0 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0490880 May 19 15:10:35.299856 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-43fdad77-fc03-4dcc-8460-d1945caf5d43 req-1ff0b357-aa92-49b4-bafe-255bbc13e6bd tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 May 19 15:10:35.493803 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-35c38103-71fb-467a-b3b2-46f24a5cbe84 req-8cfa7e14-0716-4f05-8522-18fceec26791 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 210 time: 0.0291262 May 19 15:10:36.320263 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:36.335617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149c969-a8e8-4048-b963-2da989db5d66 req-8a6f0d2f-b217-4d7b-b76c-e930e7c66aab tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:36.337342 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2149c969-a8e8-4048-b963-2da989db5d66 req-8a6f0d2f-b217-4d7b-b76c-e930e7c66aab tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0600312 May 19 15:10:36.428395 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04a61e-244e-4420-82da-a36518314d20 req-405cf0b1-baa9-4ad9-83e1-b8e2d3b5568e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:36.429820 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-df04a61e-244e-4420-82da-a36518314d20 req-405cf0b1-baa9-4ad9-83e1-b8e2d3b5568e tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 945 time: 0.0535390 May 19 15:10:36.434164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Deleting port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:36.434498 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:36.479769 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-df04a61e-244e-4420-82da-a36518314d20 req-b0632618-9368-4be1-8243-ef7b579ec5d2 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/security-groups?id=f89fff55-69b8-40d7-84e8-1582a32b1877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 May 19 15:10:36.540070 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] For port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:36.540436 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:36.554010 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Calling delete_port for 58f5d4b7-8286-4eb3-93b6-351b6f5288ae owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:36.594060 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-83fd0228-c131-4624-92d4-f0183ef07224 req-8d233f94-4c87-4240-a607-34b5a4bcb606 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 210 time: 0.0276675 May 19 15:10:36.685754 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (58f5d4b7-8286-4eb3-93b6-351b6f5288ae), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:36.702795 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['58f5d4b7-8286-4eb3-93b6-351b6f5288ae'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:10:36.714314 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Pushing event deleted for resources: {'Port': ['ID=58f5d4b7-8286-4eb3-93b6-351b6f5288ae,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:36.772376 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] No DVR routers for this DVR port 58f5d4b7-8286-4eb3-93b6-351b6f5288ae on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:10:36.775238 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:36.779190 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2149c969-a8e8-4048-b963-2da989db5d66 req-2577f3cc-f3c8-476f-9e32-6921108b1937 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.49 "DELETE /v2.0/ports/58f5d4b7-8286-4eb3-93b6-351b6f5288ae HTTP/1.1" status: 204 len: 173 time: 0.4367011 May 19 15:10:36.779661 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'name': 'network-vif-deleted', 'tag': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:36.782228 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92589b74-74cf-4295-b930-c85ef076a8a4" -d '{"events": [{"server_uuid": "1724bc45-95a0-405b-ac06-8e4ffe410b21", "name": "network-vif-deleted", "tag": "58f5d4b7-8286-4eb3-93b6-351b6f5288ae"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:36.862025 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a7ea8-673b-45a9-877b-0201ecb87b71 x-openstack-request-id: req-1f0a7ea8-673b-45a9-877b-0201ecb87b71 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:36.862025 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1724bc45-95a0-405b-ac06-8e4ffe410b21", "name": "network-vif-deleted", "tag": "58f5d4b7-8286-4eb3-93b6-351b6f5288ae", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:36.862025 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f0a7ea8-673b-45a9-877b-0201ecb87b71 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:36.862025 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0a7ea8-673b-45a9-877b-0201ecb87b71'] response: {'server_uuid': '1724bc45-95a0-405b-ac06-8e4ffe410b21', 'name': 'network-vif-deleted', 'tag': '58f5d4b7-8286-4eb3-93b6-351b6f5288ae', 'status': 'completed', 'code': 200} May 19 15:10:36.944740 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-1c6bae2c-5269-410c-895f-cf1400b84a74 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:36.946343 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-1c6bae2c-5269-410c-895f-cf1400b84a74 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.49 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 809 time: 0.1539831 May 19 15:10:37.017142 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-57ae4acc-cfed-4cf3-a828-6a3211bca6ad tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee9ba7310e7e4d558dba77f08668b77b HTTP/1.1" status: 200 len: 379 time: 0.0606751 May 19 15:10:37.065155 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802c245-c3b5-4c5a-871b-6f33d4657579 req-f0dd0027-fddf-44c5-b6ff-696c4a621fd1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:37.066673 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f802c245-c3b5-4c5a-871b-6f33d4657579 req-f0dd0027-fddf-44c5-b6ff-696c4a621fd1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0454628 May 19 15:10:37.116158 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f802c245-c3b5-4c5a-871b-6f33d4657579 req-a8491c6d-8f13-4fe3-9917-26f5b42dc00a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 May 19 15:10:37.591275 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9b991fbf-1dff-4601-bd08-923c0bba37bb req-db311dcc-d771-4b80-9e83-109f9650b525 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 210 time: 0.0317497 May 19 15:10:37.690378 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-031cb447-8cde-47e0-b217-65723a76a3bb req-4afebbf5-58e3-4f34-8c06-09ee7b95db61 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 210 time: 0.0282979 May 19 15:10:38.232275 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b557-1ee4-4248-a24b-744f556d9f64 req-f6e101b2-4153-4de0-9f0d-b50d75e2075b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:38.233740 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f27b557-1ee4-4248-a24b-744f556d9f64 req-f6e101b2-4153-4de0-9f0d-b50d75e2075b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0460663 May 19 15:10:38.279163 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f27b557-1ee4-4248-a24b-744f556d9f64 req-9128af07-e198-417f-b024-abb865e6a4b6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 May 19 15:10:38.451452 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'port': {'device_id': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'admin_state_up': True, 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'security_groups': ['50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:38.564547 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Made reservation on behalf of ee9ba7310e7e4d558dba77f08668b77b for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:38.567850 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:38.634727 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:38.695718 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Allocated IP 172.20.0.12 (06b3cf68-e062-43e2-bf1d-14e41af70353/19391d12-f5b5-465c-8ba4-7f30e5694ab5/5a44dc9e-4dbb-4932-b730-880e5d1f89e8) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:38.706230 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa7115fe-187e-48aa-803c-a3113c58e26f req-bacb095a-d64b-4940-9b8d-90ec39d30a83 tempest-ServerRescueNegativeTestJSON-632949355 tempest-ServerRescueNegativeTestJSON-632949355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724bc45-95a0-405b-ac06-8e4ffe410b21 HTTP/1.1" status: 200 len: 210 time: 0.0294023 May 19 15:10:38.766869 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:38.801745 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-72f97944-6b26-4966-9e58-33e2b86284df req-708b2229-eed2-49e0-a5fd-baff45bddef0 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 210 time: 0.0330596 May 19 15:10:38.865228 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:38.907294 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:38.972171 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:38.992819 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:38.998139 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:39.004562 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:39.037502 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-0566521c-115e-457d-b7b6-2c89d4310fe6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:39.038959 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-0566521c-115e-457d-b7b6-2c89d4310fe6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0914567 May 19 15:10:39.066918 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:39.067712 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:39.085408 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d50b7b4f-abbe-4dce-a4f5-ec24ee5907e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6380723 May 19 15:10:39.096439 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 58f5d4b7-8286-4eb3-93b6-351b6f5288ae no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:39.119415 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 58f5d4b7-8286-4eb3-93b6-351b6f5288ae {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:39.119758 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 58f5d4b7-8286-4eb3-93b6-351b6f5288ae not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:39.234044 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-875c2354-f90b-4904-892c-c509d990f074 None None] Provisioning complete for port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:39.234339 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-875c2354-f90b-4904-892c-c509d990f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:39.265998 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-875c2354-f90b-4904-892c-c509d990f074 None None] Port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:39.277963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Request body: {'port': {'device_id': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:39.397414 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a8a5-aa2c-4e25-b70e-9209254ff93a req-ea933dc2-8371-4ab0-b579-8fd8edf49435 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:39.398993 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8e02a8a5-aa2c-4e25-b70e-9209254ff93a req-ea933dc2-8371-4ab0-b579-8fd8edf49435 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 945 time: 0.0470963 May 19 15:10:39.400267 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:39.412665 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port 5baf0002-96ad-4905-b2cd-17f13f1918c2 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:39.412990 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:39.446231 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8e02a8a5-aa2c-4e25-b70e-9209254ff93a req-d048536e-16c9-495a-8b8f-697d8ba66fa9 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=c170c38f-dc89-49c7-97e9-495659563575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 May 19 15:10:39.561293 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] For port 5baf0002-96ad-4905-b2cd-17f13f1918c2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5baf0002-96ad-4905-b2cd-17f13f1918c2,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:39.561854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:39.662935 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:39.759768 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:39.857039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:39.857480 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (f788df92-9c9c-4444-a930-f23385d5ca87), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:39.857861 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP f788df92-9c9c-4444-a930-f23385d5ca87 disassociated. External IP: 172.27.2.248, port: 5baf0002-96ad-4905-b2cd-17f13f1918c2. May 19 15:10:39.858275 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for 5baf0002-96ad-4905-b2cd-17f13f1918c2 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:39.882911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48006) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:39.943243 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464818-4652-4bee-95f1-9877f43077f5 req-909effd6-986e-4454-b267-23715fe577e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:39.945584 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a9464818-4652-4bee-95f1-9877f43077f5 req-909effd6-986e-4454-b267-23715fe577e2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 932 time: 0.0655143 May 19 15:10:39.968106 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:10:39.979686 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Publish callbacks [] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:40.005081 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Transition to ACTIVE for port object 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:10:40.011398 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a9464818-4652-4bee-95f1-9877f43077f5 req-ac4ff4fc-7cd1-4d73-a75d-1af81e0ea6ad tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546443 May 19 15:10:40.013023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:40.156247 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:40.168445 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5baf0002-96ad-4905-b2cd-17f13f1918c2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:40.455549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=5baf0002-96ad-4905-b2cd-17f13f1918c2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:40.613383 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Attempting to bind port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:40.614117 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Attempting to bind port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:40.614117 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Attempting to bind port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 on network 06b3cf68-e062-43e2-bf1d-14e41af70353 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:40.644926 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-584cd3a0-401a-4a14-9072-d663c363ba71 req-0e091afc-0486-4d1a-9e53-a4bfd0b142db tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 210 time: 0.0269456 May 19 15:10:40.647438 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 on network 06b3cf68-e062-43e2-bf1d-14e41af70353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:10:40.647892 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Attempting to bind port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 on network 06b3cf68-e062-43e2-bf1d-14e41af70353 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:40.687841 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:40.688187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Checking segment: {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:40.688549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Bound using segment: {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:40.688969 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Bound port: 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3e4659-fce7-475f-9131-d32502bb3394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:40.689316 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:40.707664 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:40.734726 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:40.761258 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:40.889314 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:40.924410 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:40.938545 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:41.069059 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:41.069348 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:41.070503 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] 10.222.0.49 "PUT /v2.0/ports/5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 1094 time: 1.7968061 May 19 15:10:41.071021 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:41.073282 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021" -d '{"events": [{"name": "network-changed", "server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:41.109638 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (34ed327f-2078-490b-ae7e-2613eab2b491), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:41.139348 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:41.144509 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd075c3-7ad9-4fdd-9cde-82b06bc66499 x-openstack-request-id: req-7fd075c3-7ad9-4fdd-9cde-82b06bc66499 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:41.144793 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:41.145046 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fd075c3-7ad9-4fdd-9cde-82b06bc66499 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:41.145440 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd075c3-7ad9-4fdd-9cde-82b06bc66499'] response: {'name': 'network-changed', 'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'status': 'completed', 'code': 200} May 19 15:10:41.153903 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2ce2a-8d5b-41d9-8961-8e7d88a8d43d req-973d48be-2afc-4bb0-90f5-213ed11866d7 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:41.155502 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bab2ce2a-8d5b-41d9-8961-8e7d88a8d43d req-973d48be-2afc-4bb0-90f5-213ed11866d7 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0677223 May 19 15:10:41.162385 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565edf1b-d954-4ba8-9c33-40bda985c5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:41.165530 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:41.181123 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:41.192513 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:41.200548 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:41.201008 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:41.231010 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bab2ce2a-8d5b-41d9-8961-8e7d88a8d43d req-73850144-6ea8-4a73-8738-acfe3365acb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694394 May 19 15:10:41.257565 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-96c66bf3-dba6-4fae-9cb2-19a612bb1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:41.259094 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-96c66bf3-dba6-4fae-9cb2-19a612bb1ef1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1128 time: 0.1129072 May 19 15:10:41.261539 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] No DVR routers for this DVR port 5baf0002-96ad-4905-b2cd-17f13f1918c2 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:10:41.265223 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:41.268393 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-edb5ee43-b5e2-4bc8-9e74-f0b4d0a07ffb req-d7cc0556-2b7a-46e5-9d83-00bbcd2409a8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "DELETE /v2.0/ports/5baf0002-96ad-4905-b2cd-17f13f1918c2 HTTP/1.1" status: 204 len: 173 time: 1.9876454 May 19 15:10:41.345656 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-609666bf-ef0a-47f7-b17a-d64d99c351b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 217 time: 0.0743384 May 19 15:10:41.461861 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:41.513283 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-dd3ab03a-c4af-420b-b33c-7f25b98d9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:41.514660 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-dd3ab03a-c4af-420b-b33c-7f25b98d9381 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 200 len: 848 time: 0.1604588 May 19 15:10:41.578839 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Deleting port 863669ec-5c12-4510-bf0a-01ef54096885 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:41.579177 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (863669ec-5c12-4510-bf0a-01ef54096885), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:41.649280 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:41.672704 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-a76e409c-575d-4664-911a-b962e0a244c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:41.674463 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-a76e409c-575d-4664-911a-b962e0a244c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06b3cf68-e062-43e2-bf1d-14e41af70353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526221 May 19 15:10:41.675097 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:41.678344 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:41.686325 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:41.686955 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:41.707854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:41.747729 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] For port 863669ec-5c12-4510-bf0a-01ef54096885, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=863669ec-5c12-4510-bf0a-01ef54096885,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:41.748101 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (863669ec-5c12-4510-bf0a-01ef54096885), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:41.773347 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:41.774484 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Calling delete_port for 863669ec-5c12-4510-bf0a-01ef54096885 owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:41.801428 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e60442b2-74c4-44aa-81c9-d0a851aa0483 req-47f0da8d-bf02-477d-867e-43aeb475b4b1 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f HTTP/1.1" status: 200 len: 210 time: 0.0463619 May 19 15:10:41.823105 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:41.850228 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-12ec6767-cd4e-46a3-8588-e61e5d8f29cc service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664963 May 19 15:10:42.013061 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:42.042856 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463948f6-be0f-4187-bd7c-1bd6b12a8eb4 None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:42.228634 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28d7f2ff-13b9-41ba-bf2e-86334d2995b6 req-d51625bf-1c55-4282-a804-f02fdfa87022 service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699327 May 19 15:10:42.293298 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacdf29-24a9-442e-90d5-cb0be53b3a62 None None] New status for floating IP f788df92-9c9c-4444-a930-f23385d5ca87: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:10:42.298828 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (863669ec-5c12-4510-bf0a-01ef54096885), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:42.329297 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=863669ec-5c12-4510-bf0a-01ef54096885,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:42.362673 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bd97-5811-4693-abd3-f3bd65f1238b req-7984d5b9-4061-454b-874d-026b91e7d10d tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:42.364754 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a785bd97-5811-4693-abd3-f3bd65f1238b req-7984d5b9-4061-454b-874d-026b91e7d10d tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0653827 May 19 15:10:42.432540 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a785bd97-5811-4693-abd3-f3bd65f1238b req-f71fcdb2-eb7f-4ac7-b45d-911739fe46d9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616112 May 19 15:10:42.511637 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-03c29155-bbcc-4e12-8e2e-abb4246a16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:42.513138 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-03c29155-bbcc-4e12-8e2e-abb4246a16e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1128 time: 0.0624051 May 19 15:10:42.604099 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (34ed327f-2078-490b-ae7e-2613eab2b491), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:42.688409 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-b6274c7e-9b57-415f-8a12-b9329aa3c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:42.689869 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-b6274c7e-9b57-415f-8a12-b9329aa3c491 service neutron] 10.222.0.49 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 910 time: 0.1482348 May 19 15:10:42.755394 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-64e662f6-7f1c-41b8-b11f-37c4ea79dbee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 217 time: 0.0587492 May 19 15:10:42.851611 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-bcd42fa1-6e10-440d-9b9c-2c1c54e28c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:42.851611 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-bcd42fa1-6e10-440d-9b9c-2c1c54e28c20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 200 len: 848 time: 0.0894978 May 19 15:10:42.868283 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:42.871992 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:42.882300 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48026) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:42.935402 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-b26577aa-fae4-42fa-829f-17f1fd236690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:42.936934 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-b26577aa-fae4-42fa-829f-17f1fd236690 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06b3cf68-e062-43e2-bf1d-14e41af70353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788708 May 19 15:10:42.937494 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-68b9ae66-85fd-4d4b-8307-d2f950ce97e4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (c170c38f-dc89-49c7-97e9-495659563575), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:42.961997 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-68b9ae66-85fd-4d4b-8307-d2f950ce97e4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (c170c38f-dc89-49c7-97e9-495659563575), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:42.966908 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Router 34ed327f-2078-490b-ae7e-2613eab2b491 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:43.014177 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-68b9ae66-85fd-4d4b-8307-d2f950ce97e4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (c170c38f-dc89-49c7-97e9-495659563575), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.016833 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-68b9ae66-85fd-4d4b-8307-d2f950ce97e4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.017982 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-68b9ae66-85fd-4d4b-8307-d2f950ce97e4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/security-groups/c170c38f-dc89-49c7-97e9-495659563575 HTTP/1.1" status: 204 len: 168 time: 0.1346576 May 19 15:10:43.022725 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48028) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:43.035070 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9ae66-85fd-4d4b-8307-d2f950ce97e4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170c38f-dc89-49c7-97e9-495659563575,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:43.041408 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.api.v2.resource [None req-89ddf98c-eba8-4439-9e80-b2c1481a0017 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] show failed (client error): The resource could not be found. May 19 15:10:43.045172 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-89ddf98c-eba8-4439-9e80-b2c1481a0017 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups/c170c38f-dc89-49c7-97e9-495659563575 HTTP/1.1" status: 404 len: 347 time: 0.0186603 May 19 15:10:43.045351 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48030) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:43.097873 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-7d6fad1c-800d-4dc3-8c3f-48918570e95e service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515932 May 19 15:10:43.111369 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5baf0002-96ad-4905-b2cd-17f13f1918c2 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:43.135644 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 5baf0002-96ad-4905-b2cd-17f13f1918c2 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:43.136958 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5baf0002-96ad-4905-b2cd-17f13f1918c2 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:43.148398 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'name': 'network-vif-deleted', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:43.150504 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6531ad1b-368c-49ed-ae57-f4bc8cc31129" -d '{"events": [{"server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "name": "network-vif-deleted", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:43.166014 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port 993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:43.166250 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.191373 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593b6006-4887-4f3e-97d0-a267ddf31cdc x-openstack-request-id: req-593b6006-4887-4f3e-97d0-a267ddf31cdc {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:43.191663 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f", "name": "network-vif-deleted", "tag": "5baf0002-96ad-4905-b2cd-17f13f1918c2", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:43.191913 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-593b6006-4887-4f3e-97d0-a267ddf31cdc {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:43.192296 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593b6006-4887-4f3e-97d0-a267ddf31cdc'] response: {'server_uuid': 'b7b09b5b-25d2-4323-ab0f-6eb1b96eab9f', 'name': 'network-vif-deleted', 'tag': '5baf0002-96ad-4905-b2cd-17f13f1918c2', 'status': 'completed', 'code': 200} May 19 15:10:43.195549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:43.204280 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e6796316-7222-46b8-bf99-5e0d39c21e4a admin admin] 10.222.0.24 "PUT /v2.0/routers/34ed327f-2078-490b-ae7e-2613eab2b491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3189223 May 19 15:10:43.205087 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] Sync routers for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:43.205241 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48034) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:43.217608 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:43.218284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:43.252764 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.253112 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.269864 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for 993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:43.280840 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9ab4a0c-1e7e-4e5b-b932-04dbc1fac021 req-a6628838-52b0-443f-aa5a-ae813711e092 service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560998 May 19 15:10:43.335497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks [] for router (34ed327f-2078-490b-ae7e-2613eab2b491), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.364259 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:43.370503 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:43.415536 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.445718 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=993fc5f4-b555-45bc-a7d1-db0e5d9fe6e7,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:43.469181 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks [] for router_gateway (34ed327f-2078-490b-ae7e-2613eab2b491), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.531157 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Deleting port 4006bded-36fe-4819-bb0a-602d52beccdc {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:43.531658 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.549071 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (f788df92-9c9c-4444-a930-f23385d5ca87), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.552228 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.556619 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-53ad8474-3f28-4c42-8d0e-3508fe4e22cc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/floatingips/f788df92-9c9c-4444-a930-f23385d5ca87 HTTP/1.1" status: 204 len: 168 time: 0.5071318 May 19 15:10:43.571274 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:10:42Z', 'revision_number': 5, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port': {'id': '4006bded-36fe-4819-bb0a-602d52beccdc', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:43.581408 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2b1b-d957-4e4d-aea0-ea58c6d92553 req-0a0fb485-07ca-473e-a0b1-0c136592e766 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:43.583101 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-613e2b1b-d957-4e4d-aea0-ea58c6d92553 req-0a0fb485-07ca-473e-a0b1-0c136592e766 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0705693 May 19 15:10:43.601660 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] Checking router: 34ed327f-2078-490b-ae7e-2613eab2b491 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:43.610534 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] Routers {'34ed327f-2078-490b-ae7e-2613eab2b491'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:43.611216 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['34ed327f-2078-490b-ae7e-2613eab2b491'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:43.647937 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] For port 4006bded-36fe-4819-bb0a-602d52beccdc, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=4006bded-36fe-4819-bb0a-602d52beccdc,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:43.648440 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.651935 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48040) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:43.654864 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-613e2b1b-d957-4e4d-aea0-ea58c6d92553 req-08afe34f-5a43-4b11-84c8-a5a4ec54bbdd tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659595 May 19 15:10:43.662675 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-bc5ded7d-312e-469e-8bfa-d7a101d1957b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329459472', 'description': 'tempest-description--1843191160'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:43.676722 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Calling delete_port for 4006bded-36fe-4819-bb0a-602d52beccdc owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:43.699951 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc5ded7d-312e-469e-8bfa-d7a101d1957b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.705461 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] Set router 34ed327f-2078-490b-ae7e-2613eab2b491 gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:43.742978 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:43.754551 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:10:43Z', 'revision_number': 6, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:43.779782 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f9f6f-d51d-4fe6-8339-1171a4fdd23d None None] The sync data for ids ['34ed327f-2078-490b-ae7e-2613eab2b491'] in dv-cinder-825492-12-iscsi is: [{'id': '34ed327f-2078-490b-ae7e-2613eab2b491', 'name': 'tempest-ServerRescueNegativeTestJSON-328977912-router', 'tenant_id': '199f08479d9541bc936bb4ea80bae96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:30Z', 'updated_at': '2022-05-19T15:10:43Z', 'revision_number': 6, 'project_id': '199f08479d9541bc936bb4ea80bae96a', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:43.826164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:43.867149 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc5ded7d-312e-469e-8bfa-d7a101d1957b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.876394 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc5ded7d-312e-469e-8bfa-d7a101d1957b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.932147 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bc5ded7d-312e-469e-8bfa-d7a101d1957b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.933351 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-bc5ded7d-312e-469e-8bfa-d7a101d1957b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2804351 May 19 15:10:43.936365 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48042) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:43.940861 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-54186096-f729-42da-ae43-7443012b8567 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': '3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:43.941205 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ded7d-312e-469e-8bfa-d7a101d1957b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:43.945950 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:43.958698 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (4006bded-36fe-4819-bb0a-602d52beccdc), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.970472 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54186096-f729-42da-ae43-7443012b8567 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (57cd6714-be58-44a7-8767-292e9e077755), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:43.989591 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Pushing event deleted for resources: {'Port': ['ID=4006bded-36fe-4819-bb0a-602d52beccdc,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:44.033996 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54186096-f729-42da-ae43-7443012b8567 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (57cd6714-be58-44a7-8767-292e9e077755), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.038539 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54186096-f729-42da-ae43-7443012b8567 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (57cd6714-be58-44a7-8767-292e9e077755), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.042418 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4df11159-775d-4958-9402-479918054128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.049936 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (34ed327f-2078-490b-ae7e-2613eab2b491), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.050143 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:44.061854 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54186096-f729-42da-ae43-7443012b8567 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cd6714-be58-44a7-8767-292e9e077755,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:44.071164 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54186096-f729-42da-ae43-7443012b8567 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.074975 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-54186096-f729-42da-ae43-7443012b8567 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349719 May 19 15:10:44.075128 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48044) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:44.079463 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-6a2c5988-bcab-4bdb-9e58-3dbee0e9dd66 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'security_group_rule': {'security_group_id': '3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:44.108654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5988-bcab-4bdb-9e58-3dbee0e9dd66 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (8e20789a-d318-4c8f-b295-f55fcaeef2d6), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.180077 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5988-bcab-4bdb-9e58-3dbee0e9dd66 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (8e20789a-d318-4c8f-b295-f55fcaeef2d6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.184834 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5988-bcab-4bdb-9e58-3dbee0e9dd66 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (8e20789a-d318-4c8f-b295-f55fcaeef2d6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.207871 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c5988-bcab-4bdb-9e58-3dbee0e9dd66 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e20789a-d318-4c8f-b295-f55fcaeef2d6,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:44.214908 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5988-bcab-4bdb-9e58-3dbee0e9dd66 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.216450 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-6a2c5988-bcab-4bdb-9e58-3dbee0e9dd66 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403098 May 19 15:10:44.219559 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48048) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:44.224693 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:44.255258 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.338017 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.382547 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (34ed327f-2078-490b-ae7e-2613eab2b491), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.384904 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks [] for router_controller (34ed327f-2078-490b-ae7e-2613eab2b491), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.445563 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (34ed327f-2078-490b-ae7e-2613eab2b491), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.446236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ed327f-2078-490b-ae7e-2613eab2b491 {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:10:44.451395 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.451544 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.27.2.5 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/4aed4a13-e703-49ae-90f0-0661b90d3bd5) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:44.452542 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b44f299d-0693-4de8-99e4-f970158dc382 admin admin] 10.222.0.24 "DELETE /v2.0/routers/34ed327f-2078-490b-ae7e-2613eab2b491 HTTP/1.1" status: 204 len: 168 time: 1.2452505 May 19 15:10:44.455593 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48050) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:44.500386 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] Deleting subnet f6899c0b-33d6-4744-b66b-e000e66cbaa5 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:10:44.503480 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] Publish callbacks [] for subnet (f6899c0b-33d6-4744-b66b-e000e66cbaa5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.542149 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (f6899c0b-33d6-4744-b66b-e000e66cbaa5), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.551877 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.590829 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.633099 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:44.637394 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:44.638471 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:44.642927 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:44.646181 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=4aed4a13-e703-49ae-90f0-0661b90d3bd5,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:44.647027 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (f6899c0b-33d6-4744-b66b-e000e66cbaa5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.710205 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (f6899c0b-33d6-4744-b66b-e000e66cbaa5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.739268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6899c0b-33d6-4744-b66b-e000e66cbaa5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:44.744843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.748925 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (c81c12aa-5935-4799-ade1-24a8025ff18b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.750444 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13c13ae-9f1a-4e05-a4c3-d1474e365115 None None] Network fba0d92a-cc3d-4407-a8fd-52349f4553f3 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:10:44.754550 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5e628007-7e80-422f-bc43-77437df4b664 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f6899c0b-33d6-4744-b66b-e000e66cbaa5 HTTP/1.1" status: 204 len: 168 time: 0.2978184 May 19 15:10:44.757904 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48054) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:44.853774 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:44.893799 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68489c-6b3e-4dc5-b960-3df8ab8713aa req-064612ba-f59f-499b-8cc3-e2afff0d66b7 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:44.895354 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f68489c-6b3e-4dc5-b960-3df8ab8713aa req-064612ba-f59f-499b-8cc3-e2afff0d66b7 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.1283238 May 19 15:10:44.895935 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:44.917292 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] DHCP port deletion for fba0d92a-cc3d-4407-a8fd-52349f4553f3 request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:10:44.957468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:44.978379 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] Deleting port 74a8cc0e-622c-441f-9b10-081c9abf6c09 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:44.978773 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.039109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (fba0d92a-cc3d-4407-a8fd-52349f4553f3), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.044777 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] For port 74a8cc0e-622c-441f-9b10-081c9abf6c09, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=74a8cc0e-622c-441f-9b10-081c9abf6c09,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:45.045163 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.058151 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] Calling delete_port for 74a8cc0e-622c-441f-9b10-081c9abf6c09 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:45.134503 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f68489c-6b3e-4dc5-b960-3df8ab8713aa req-f1093f2a-31aa-4bbc-9903-97d428d321cb tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474702 May 19 15:10:45.149381 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Deleting port 74a8cc0e-622c-441f-9b10-081c9abf6c09 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:10:45.149718 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.183763 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.205927 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] Pushing event deleted for resources: {'Port': ['ID=74a8cc0e-622c-441f-9b10-081c9abf6c09,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:45.213132 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637bd76-3d0a-44de-ae4e-db1c51de1217 None None] No DVR routers for this DVR port 74a8cc0e-622c-441f-9b10-081c9abf6c09 on host dv-cinder-825492-12-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:10:45.219609 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.234443 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.289782 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 4006bded-36fe-4819-bb0a-602d52beccdc no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:45.307591 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] For port 74a8cc0e-622c-441f-9b10-081c9abf6c09, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=74a8cc0e-622c-441f-9b10-081c9abf6c09,segment=NetworkSegment(30945141-5377-4699-9fa2-ca364991282b),segment_id=30945141-5377-4699-9fa2-ca364991282b)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:45.307953 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.312707 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 4006bded-36fe-4819-bb0a-602d52beccdc {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:45.313069 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 4006bded-36fe-4819-bb0a-602d52beccdc not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:45.313483 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 74a8cc0e-622c-441f-9b10-081c9abf6c09 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:45.320638 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=4aed4a13-e703-49ae-90f0-0661b90d3bd5,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:45.333163 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Calling delete_port for 74a8cc0e-622c-441f-9b10-081c9abf6c09 owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:10:45.341028 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 74a8cc0e-622c-441f-9b10-081c9abf6c09 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:45.341378 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 74a8cc0e-622c-441f-9b10-081c9abf6c09 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:45.341796 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 863669ec-5c12-4510-bf0a-01ef54096885 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:10:45.351967 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (c81c12aa-5935-4799-ade1-24a8025ff18b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.355493 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:45.359906 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 863669ec-5c12-4510-bf0a-01ef54096885 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:10:45.360251 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 863669ec-5c12-4510-bf0a-01ef54096885 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:10:45.406607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.407857 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c834fc69-992b-49cd-9228-bbfee67071f6 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1871514 May 19 15:10:45.438739 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (74a8cc0e-622c-441f-9b10-081c9abf6c09), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.464245 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a8cc0e-622c-441f-9b10-081c9abf6c09,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:45.468398 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] No DVR routers for this DVR port 74a8cc0e-622c-441f-9b10-081c9abf6c09 on host dv-cinder-825492-12-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:10:45.564755 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (fba0d92a-cc3d-4407-a8fd-52349f4553f3), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.600571 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba0d92a-cc3d-4407-a8fd-52349f4553f3']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:45.609942 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-14fdf274-cfe6-4e6c-b060-e46f3d194ad8 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1329459472&fields=id&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 267 time: 0.0771964 May 19 15:10:45.613445 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30945141-5377-4699-9fa2-ca364991282b') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:45.613742 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30945141-5377-4699-9fa2-ca364991282b') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:45.632662 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (30945141-5377-4699-9fa2-ca364991282b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.683289 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (30945141-5377-4699-9fa2-ca364991282b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.696599 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:10:45.696980 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (30945141-5377-4699-9fa2-ca364991282b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: self.session.flush() May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: self.session.flush() May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: self.session.flush() May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: self.session.flush() May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:10:45.698636 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:10:45.774158 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (fba0d92a-cc3d-4407-a8fd-52349f4553f3), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.780417 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:45.783457 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fba0d92a-cc3d-4407-a8fd-52349f4553f3 HTTP/1.1" status: 204 len: 168 time: 1.0244861 May 19 15:10:45.789525 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-ad76b045-f865-4e86-ab0d-043ba9368533 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:45.790921 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-ad76b045-f865-4e86-ab0d-043ba9368533 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.1704299 May 19 15:10:45.803389 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083e65a-e688-4252-8932-a280c1923046 admin admin] Pushing event deleted for resources: {'Network': ['ID=fba0d92a-cc3d-4407-a8fd-52349f4553f3,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:45.812764 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-ccb9c9d5-5990-4594-bb05-635f3b298ebe tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/quotas/34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 375 time: 0.0114233 May 19 15:10:45.855439 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:45.869247 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-87fbdf9f-c2ce-449d-9a7b-e0676582a697 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509207 May 19 15:10:45.911447 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48072) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:45.999521 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e3853536-bae8-4448-864d-c1a60bcb1809 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=199f08479d9541bc936bb4ea80bae96a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0866106 May 19 15:10:46.002052 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48074) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:46.029704 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-49a49854-2d98-45ea-9909-9fcb24a95373 service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480110 May 19 15:10:46.050868 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-71e67eaa-841b-4c87-b0bf-06a6f36b4cbb admin admin] Publish callbacks [] for security_group (f89fff55-69b8-40d7-84e8-1582a32b1877), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:46.075781 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-71e67eaa-841b-4c87-b0bf-06a6f36b4cbb admin admin] Publish callbacks [] for security_group (f89fff55-69b8-40d7-84e8-1582a32b1877), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:46.129773 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-71e67eaa-841b-4c87-b0bf-06a6f36b4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f89fff55-69b8-40d7-84e8-1582a32b1877), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:46.130014 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-3fefb8ae-0227-49d5-a54e-e9582cbb162a service neutron] 10.222.0.24 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944016 May 19 15:10:46.133084 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-71e67eaa-841b-4c87-b0bf-06a6f36b4cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:46.134622 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-71e67eaa-841b-4c87-b0bf-06a6f36b4cbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f89fff55-69b8-40d7-84e8-1582a32b1877 HTTP/1.1" status: 204 len: 168 time: 0.1316075 May 19 15:10:46.144795 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e67eaa-841b-4c87-b0bf-06a6f36b4cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89fff55-69b8-40d7-84e8-1582a32b1877,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:46.273910 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5fb10aff-65b1-4383-89c8-e5dbed5210c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:46.285938 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8d35-2931-440a-b91c-fff4dfe34980 req-c62e3906-1ea3-4c15-bd38-708d7f2552a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:46.287569 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86da8d35-2931-440a-b91c-fff4dfe34980 req-c62e3906-1ea3-4c15-bd38-708d7f2552a2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0789042 May 19 15:10:46.342365 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-552a1787-44ae-4854-8e69-dcd24ed79ce9 req-e3c2402e-85c3-4084-9786-f434c0e3f836 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 210 time: 0.0470159 May 19 15:10:46.375897 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86da8d35-2931-440a-b91c-fff4dfe34980 req-8c45e59d-2088-49d6-acc1-34df5618cfa0 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822968 May 19 15:10:46.923582 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48110) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:47.020444 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1748649481-network', 'tenant_id': '5b1521fd041a446e851d82487479930b'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:47.026119 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=79,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=13 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:47.045665 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Made reservation on behalf of 5b1521fd041a446e851d82487479930b for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:47.047995 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.050657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:47.057625 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.139509 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks [] for security_group (e42e1b0f-c3e2-42a6-9c74-c526a64fad34), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.143166 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e42e1b0f-c3e2-42a6-9c74-c526a64fad34), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.169655 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:10:47.201233 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e1b0f-c3e2-42a6-9c74-c526a64fad34,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:47.232658 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (ed7dfa21-4ae1-4685-accd-2c114c9e132a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.233091 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Added segment ed7dfa21-4ae1-4685-accd-2c114c9e132a of type vlan for network 213b532b-8cec-4733-b487-2a170eb06a7a May 19 15:10:47.293534 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (213b532b-8cec-4733-b487-2a170eb06a7a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.342453 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-b2f07dd4-791f-4bab-8616-43a69785775b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:47.343932 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-b2f07dd4-791f-4bab-8616-43a69785775b tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 814 time: 0.1720426 May 19 15:10:47.348220 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (213b532b-8cec-4733-b487-2a170eb06a7a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.349237 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:47.350311 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.414090 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.425146 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4978471 May 19 15:10:47.425516 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48122) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:47.431564 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Request body: {'subnet': {'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1748649481-subnet', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:47.447786 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57602e8c-f14c-4a90-91fd-d28ec0fc768d admin admin] Pushing event updated for resources: {'Network': ['ID=213b532b-8cec-4733-b487-2a170eb06a7a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:47.464817 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 213b532b-8cec-4733-b487-2a170eb06a7a details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:10:47.468547 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4a0271a7-fe07-443c-a6e0-0c5dc60ab7e9 req-8f6c21bf-c349-432a-883b-c9a7be4b6616 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 210 time: 0.0462868 May 19 15:10:47.468762 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-033d4874-3b57-4f0f-8c42-b68d70936a8e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c1099557144b8bb2fff88f5b526834 HTTP/1.1" status: 200 len: 380 time: 0.1088176 May 19 15:10:47.504928 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Made reservation on behalf of 5b1521fd041a446e851d82487479930b for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:47.507386 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.510977 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:47.570323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317a3f3-203b-4637-9855-3f18e75c10ab req-d6aa5a02-559f-4ac5-a742-4e09a1ff54dc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:47.571897 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2317a3f3-203b-4637-9855-3f18e75c10ab req-d6aa5a02-559f-4ac5-a742-4e09a1ff54dc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.1002934 May 19 15:10:47.577096 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'port': {'device_id': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'admin_state_up': True, 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'security_groups': ['3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:47.651763 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2317a3f3-203b-4637-9855-3f18e75c10ab req-5df8b4cd-b3e0-4b7f-9eb1-e3092409787f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723922 May 19 15:10:47.704363 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Made reservation on behalf of 34c1099557144b8bb2fff88f5b526834 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:47.707859 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.743369 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (0d890680-a822-4630-a6ca-c820be82284b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.800478 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d890680-a822-4630-a6ca-c820be82284b,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:47.812010 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Checking segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:47.812354 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Network hostable DHCP agents. Network: 213b532b-8cec-4733-b487-2a170eb06a7a, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:10:47.830172 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Network 213b532b-8cec-4733-b487-2a170eb06a7a is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:10:47.837512 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Allocated IP 172.20.0.7 (6c03712e-3615-4599-bcae-117320ca4aeb/1d833707-4508-4e48-95a7-b9e61c5b65f5/755d6177-6434-4526-90a2-6d811cc92c76) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:47.839336 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 213b532b-8cec-4733-b487-2a170eb06a7a) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:47.844152 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:47.845055 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.851063 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60343cdc-1060-4544-a40a-24732a061898 None None] Network 213b532b-8cec-4733-b487-2a170eb06a7a requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:10:47.863993 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b52510d6-aac7-4d0b-82ba-0652e4195abc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4372580 May 19 15:10:47.867330 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48124) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:47.874948 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:47.889582 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:47.898399 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:47.947514 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.948524 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:47.961320 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-213b532b-8cec-4733-b487-2a170eb06a7a', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'project_id': '5b1521fd041a446e851d82487479930b', 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:10:47.962293 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.037778 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks [] for router_controller (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.079613 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for port (755d6177-6434-4526-90a2-6d811cc92c76), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.097780 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Allocated IP 172.20.0.2 (213b532b-8cec-4733-b487-2a170eb06a7a/0d890680-a822-4630-a6ca-c820be82284b/6e4c78ab-12b4-49f3-becc-3a4f950c66c3) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:48.158757 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:48.197034 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks [] for router_gateway (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.209300 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (755d6177-6434-4526-90a2-6d811cc92c76), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.245043 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Publish callbacks [] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.250609 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.287452 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:48.289752 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Network 213b532b-8cec-4733-b487-2a170eb06a7a is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:48.290611 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Network 6c03712e-3615-4599-bcae-117320ca4aeb is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:48.294522 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:48.299763 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:48.300000 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:48.302171 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:48.306669 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Pushing event updated for resources: {'Port': ['ID=6e4c78ab-12b4-49f3-becc-3a4f950c66c3,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:48.366554 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event updated for resources: {'Port': ['ID=755d6177-6434-4526-90a2-6d811cc92c76,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:48.376465 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Attempting to bind port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:48.376828 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Attempting to bind port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:48.377182 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Attempting to bind port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 on network 213b532b-8cec-4733-b487-2a170eb06a7a {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:48.382917 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:48.383315 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Checking segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:48.383726 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.384226 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Bound using segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:48.384696 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Bound port: 6e4c78ab-12b4-49f3-becc-3a4f950c66c3, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:48.385062 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.387139 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:48.387798 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.445005 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a46b00c2-3607-4932-b8b4-9dca5fcd5549 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721530 May 19 15:10:48.456996 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] For port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:48.460991 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] For port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=6e4c78ab-12b4-49f3-becc-3a4f950c66c3,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:48.469017 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.528676 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks [] for router_gateway (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.552428 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358966-0dc4-43c1-b3e3-6589f31148c4 None None] Pushing event updated for resources: {'Port': ['ID=6e4c78ab-12b4-49f3-becc-3a4f950c66c3,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:48.564763 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Request body: {'port': {'device_id': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:48.568671 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.612278 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-592122d9-1964-4551-8657-45a95c832583 None None] Provisioning complete for port 755d6177-6434-4526-90a2-6d811cc92c76 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:48.612641 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-592122d9-1964-4551-8657-45a95c832583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (755d6177-6434-4526-90a2-6d811cc92c76), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.631759 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:48.646916 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47f5b-e101-4d6c-8a23-84a892b0f7f8 req-60c16038-6eea-4cd8-b0f4-264f3d4f85ca tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:48.648674 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-81b47f5b-e101-4d6c-8a23-84a892b0f7f8 req-60c16038-6eea-4cd8-b0f4-264f3d4f85ca tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 931 time: 0.0751522 May 19 15:10:48.661923 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-592122d9-1964-4551-8657-45a95c832583 None None] Port 755d6177-6434-4526-90a2-6d811cc92c76 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:48.683323 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.708355 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (755d6177-6434-4526-90a2-6d811cc92c76), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:48.715886 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-81b47f5b-e101-4d6c-8a23-84a892b0f7f8 req-93db5bf2-e219-4abc-9ee0-71d97806853e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589404 May 19 15:10:48.723845 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:48.753903 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Allocated IP 172.27.2.95 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/d5576b96-0716-4371-b738-9dc29c1e69e5) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:48.838411 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce5d0a-0e06-4592-93f2-74c783c3ea4f req-aee46ff5-7791-4d44-aaf4-d041f1e28698 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:48.839991 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e0ce5d0a-0e06-4592-93f2-74c783c3ea4f req-aee46ff5-7791-4d44-aaf4-d041f1e28698 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0839965 May 19 15:10:48.876995 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:48.892291 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e0ce5d0a-0e06-4592-93f2-74c783c3ea4f req-1a84199a-6236-4677-b8f8-76ea9370d7ad tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462515 May 19 15:10:49.051110 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks [] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.117432 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:10:49.132948 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.205602 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:49.212961 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:49.215224 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:49.223284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:49.238388 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'port_id': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'mac_address': 'fa:16:3e:ff:10:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:10:49.242104 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Pushing event updated for resources: {'Port': ['ID=d5576b96-0716-4371-b738-9dc29c1e69e5,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:49.254269 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755d6177-6434-4526-90a2-6d811cc92c76 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:10:49.264850 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Publish callbacks [] for port (755d6177-6434-4526-90a2-6d811cc92c76), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.279691 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:49.280111 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.286666 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Transition to ACTIVE for port object 755d6177-6434-4526-90a2-6d811cc92c76 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:10:49.307701 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:10:49.331914 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (755d6177-6434-4526-90a2-6d811cc92c76), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.343028 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:49.348471 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.374538 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:49.439144 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:49.451785 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:49.452154 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.536632 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:49.537849 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.563352 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:49.575010 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=6e4c78ab-12b4-49f3-becc-3a4f950c66c3,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:49.580637 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['5a44dc9e-4dbb-4932-b730-880e5d1f89e8'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:10:49.583556 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.643050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:49.677891 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=6e4c78ab-12b4-49f3-becc-3a4f950c66c3,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:49.679097 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=755d6177-6434-4526-90a2-6d811cc92c76,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:49.710159 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db028e-e5cd-4f8f-afb3-8d9699454ecc None None] Network 213b532b-8cec-4733-b487-2a170eb06a7a requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:10:49.729014 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:49.832058 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-9583ec0f-c995-4d2e-a88a-ce3d0693b74f None None] Provisioning complete for port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:49.832528 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9583ec0f-c995-4d2e-a88a-ce3d0693b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.837000 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Attempting to bind port 755d6177-6434-4526-90a2-6d811cc92c76 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:49.838287 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Attempting to bind port 755d6177-6434-4526-90a2-6d811cc92c76 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:49.838287 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Attempting to bind port 755d6177-6434-4526-90a2-6d811cc92c76 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:49.847760 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Port 755d6177-6434-4526-90a2-6d811cc92c76 on network 6c03712e-3615-4599-bcae-117320ca4aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:10:49.848115 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Attempting to bind port 755d6177-6434-4526-90a2-6d811cc92c76 on network 6c03712e-3615-4599-bcae-117320ca4aeb {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:49.856136 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:49.856469 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Checking segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:49.856856 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Bound using segment: {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:49.857286 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Bound port: 755d6177-6434-4526-90a2-6d811cc92c76, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3716cbbd-bfbc-4590-bbe6-a8b00835fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:49.857645 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (755d6177-6434-4526-90a2-6d811cc92c76), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.865934 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b393e4-1c00-40b4-a345-8cb94ee3bde7 req-c3d9ec69-5be3-4118-8847-5f31a6bd4ae3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:49.868364 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-42b393e4-1c00-40b4-a345-8cb94ee3bde7 req-c3d9ec69-5be3-4118-8847-5f31a6bd4ae3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 943 time: 0.0643785 May 19 15:10:49.868739 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:49.869429 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks [] for router_gateway (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:49.952820 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-42b393e4-1c00-40b4-a345-8cb94ee3bde7 req-de4055f2-675b-4562-b56c-d93ed9580f22 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777633 May 19 15:10:50.029625 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9583ec0f-c995-4d2e-a88a-ce3d0693b74f None None] Current status of the port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:50.030823 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] For port 755d6177-6434-4526-90a2-6d811cc92c76, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:50.034467 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] For port 755d6177-6434-4526-90a2-6d811cc92c76, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=755d6177-6434-4526-90a2-6d811cc92c76,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:50.084402 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (755d6177-6434-4526-90a2-6d811cc92c76), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:50.088960 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86f07-12e3-4665-ad02-be9932aa9a02 req-efe5a171-d29d-4138-a686-f585dc2b4440 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:50.091670 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-44f86f07-12e3-4665-ad02-be9932aa9a02 req-efe5a171-d29d-4138-a686-f585dc2b4440 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 945 time: 0.0637753 May 19 15:10:50.107723 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:50.108435 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:50.110057 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] 10.222.0.49 "PUT /v2.0/ports/755d6177-6434-4526-90a2-6d811cc92c76 HTTP/1.1" status: 200 len: 1093 time: 1.6566994 May 19 15:10:50.128755 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:50.131756 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f8a5a-9398-4b0b-85bb-ff1dac89de73" -d '{"events": [{"name": "network-changed", "server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "tag": "755d6177-6434-4526-90a2-6d811cc92c76"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:50.179306 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-44f86f07-12e3-4665-ad02-be9932aa9a02 req-c2446e51-e351-446e-a98f-9da4cf404b22 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825775 May 19 15:10:50.249098 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1b454-0c88-4949-9ef4-f28ceb337bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=755d6177-6434-4526-90a2-6d811cc92c76,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:50.254315 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:50.261698 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-db8cff43-dbb4-43a5-a946-e4312610af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:50.263233 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-db8cff43-dbb4-43a5-a946-e4312610af90 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 1127 time: 0.1001997 May 19 15:10:50.298438 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-92784240-7f8f-462a-9223-0a1c72ed62de None None] Provisioning complete for port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:50.298950 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92784240-7f8f-462a-9223-0a1c72ed62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:50.353192 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:50.359670 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-a20ea844-96fe-4f73-a32b-d69b7b849492 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=755d6177-6434-4526-90a2-6d811cc92c76 HTTP/1.1" status: 200 len: 217 time: 0.0495429 May 19 15:10:50.378042 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3b3d40-b349-43b2-b368-c179bcbb3ba1 x-openstack-request-id: req-0a3b3d40-b349-43b2-b368-c179bcbb3ba1 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:50.378374 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "tag": "755d6177-6434-4526-90a2-6d811cc92c76", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:50.378579 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a3b3d40-b349-43b2-b368-c179bcbb3ba1 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:50.378942 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3b3d40-b349-43b2-b368-c179bcbb3ba1'] response: {'name': 'network-changed', 'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76', 'status': 'completed', 'code': 200} May 19 15:10:50.413772 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-92784240-7f8f-462a-9223-0a1c72ed62de None None] Current status of the port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:50.453605 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-3c569f1f-582c-4219-8660-51f404828f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:50.455091 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-3c569f1f-582c-4219-8660-51f404828f9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0880065 May 19 15:10:50.513806 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-d8abf272-9509-4aa3-99aa-0afd01e6ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:50.515295 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-d8abf272-9509-4aa3-99aa-0afd01e6ab6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526669 May 19 15:10:50.530828 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:10:50.624672 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:50.662946 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-632dfe45-747d-4eff-814e-06bacf6c337e service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404784 May 19 15:10:50.747677 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:50.757343 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Sync routers for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:50.767638 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:50.768453 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:50.770607 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:50.773013 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:50.774241 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-da0f3529-30b1-45a5-a552-e99e0b33161e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9059870 May 19 15:10:50.777194 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48142) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:50.796599 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a39626c9-a88b-49bf-a060-a4d0855475c7 req-af58b077-c8f8-4789-93b9-392b7f17d1e2 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114185 May 19 15:10:50.969027 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:51.089095 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:51.117956 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:51.134007 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5852fc-2ae8-4d55-a0ce-503e50c2ea1a req-7a6870ae-04ac-4d3c-a765-8de8c2684679 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:51.135537 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-de5852fc-2ae8-4d55-a0ce-503e50c2ea1a req-7a6870ae-04ac-4d3c-a765-8de8c2684679 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 943 time: 0.0922241 May 19 15:10:51.149198 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:49Z', 'revision_number': 3, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:51.162724 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:10:51.170267 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:51.170856 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.176409 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Checking router: 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:51.176756 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Updating router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 port d5576b96-0716-4371-b738-9dc29c1e69e5 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:10:51.207153 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.238693 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-de5852fc-2ae8-4d55-a0ce-503e50c2ea1a req-33ee79c6-2caa-481c-91b4-6537e00345ff tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904443 May 19 15:10:51.243676 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:51.271571 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:51.271979 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.287595 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:51.302907 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:51.305408 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4e78f2-21ee-4467-b7ea-ed21735ee9bb" -d '{"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:51.336022 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:51.343185 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.381373 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba922f35-c72f-49f5-af02-e2ca6391edbb req-3899c7bf-82d8-4ec3-811a-a53d47439037 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:51.388176 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba922f35-c72f-49f5-af02-e2ca6391edbb req-3899c7bf-82d8-4ec3-811a-a53d47439037 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 945 time: 0.0717394 May 19 15:10:51.416237 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:51.419763 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eb4681-977e-4113-b571-260c0ec30686 x-openstack-request-id: req-f8eb4681-977e-4113-b571-260c0ec30686 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:51.420050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:51.420298 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8eb4681-977e-4113-b571-260c0ec30686 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:51.420680 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8eb4681-977e-4113-b571-260c0ec30686'] response: {'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'code': 200} May 19 15:10:51.432856 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:51.481113 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:51.481486 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.495986 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba922f35-c72f-49f5-af02-e2ca6391edbb req-2699ac5c-11e0-4d1c-9bd6-ecf5307cebc3 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069570 May 19 15:10:51.564261 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Publish callbacks [] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.567341 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:51.571977 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.591594 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.628492 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997e2cb-23f2-48da-b470-cc5f38e18e81 None None] Pushing event updated for resources: {'Port': ['ID=d5576b96-0716-4371-b738-9dc29c1e69e5,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:51.632652 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Attempting to bind port d5576b96-0716-4371-b738-9dc29c1e69e5 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:51.633385 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Attempting to bind port d5576b96-0716-4371-b738-9dc29c1e69e5 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:51.634571 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Attempting to bind port d5576b96-0716-4371-b738-9dc29c1e69e5 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:51.640969 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:51.641346 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:51.641841 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.642228 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:51.643033 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Bound port: d5576b96-0716-4371-b738-9dc29c1e69e5, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:51.643559 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.665489 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:51.677260 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-188d9187-49dc-4c4a-8695-ad94b20e261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:51.680029 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-188d9187-49dc-4c4a-8695-ad94b20e261c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 1127 time: 0.0460758 May 19 15:10:51.696734 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] For port d5576b96-0716-4371-b738-9dc29c1e69e5, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:51.699989 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] For port d5576b96-0716-4371-b738-9dc29c1e69e5, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=d5576b96-0716-4371-b738-9dc29c1e69e5,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:51.705894 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.745175 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:51.763547 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:51.763771 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:51.764220 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:51.778867 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Allocated IP 172.20.0.1 (213b532b-8cec-4733-b487-2a170eb06a7a/0d890680-a822-4630-a6ca-c820be82284b/37525dfc-ccc7-4852-879e-f08b221102e6) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:51.859058 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-3c3d0796-4d31-4ed0-837f-57f69c119082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:51.860553 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-3c3d0796-4d31-4ed0-837f-57f69c119082 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 915 time: 0.1290956 May 19 15:10:51.869983 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:51.892332 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks [] for port (37525dfc-ccc7-4852-879e-f08b221102e6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.910244 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-72af6e83-f9df-4791-bdfd-84fbb7350244 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=755d6177-6434-4526-90a2-6d811cc92c76 HTTP/1.1" status: 200 len: 217 time: 0.0334802 May 19 15:10:51.917893 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4326f06-4b76-4750-9f00-22e8d4d3edac req-05e62210-c140-4d88-878e-8f9df15e3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:51.919338 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b4326f06-4b76-4750-9f00-22e8d4d3edac req-05e62210-c140-4d88-878e-8f9df15e3793 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1130 time: 0.0734093 May 19 15:10:51.925654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:51.928085 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:51.975806 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Network 213b532b-8cec-4733-b487-2a170eb06a7a is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:51.978757 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997e2cb-23f2-48da-b470-cc5f38e18e81 None None] Pushing event updated for resources: {'Port': ['ID=d5576b96-0716-4371-b738-9dc29c1e69e5,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:51.980779 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:51.984863 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:51.988018 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Pushing event updated for resources: {'Port': ['ID=37525dfc-ccc7-4852-879e-f08b221102e6,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:52.002138 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b4326f06-4b76-4750-9f00-22e8d4d3edac req-306d07ee-6f59-4220-9d33-6bd6713878cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742922 May 19 15:10:52.005255 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-4dbb1686-0a91-4d35-88fd-1b4df8ecfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:52.006662 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-4dbb1686-0a91-4d35-88fd-1b4df8ecfc60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0865071 May 19 15:10:52.008792 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:52.028001 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:52.076603 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:49Z', 'revision_number': 3, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:52.103536 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5043a-dc24-49e3-a62b-aeabae045845 None None] The sync data for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi is: [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:49Z', 'revision_number': 3, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:52.165565 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:52.251705 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-32df510e-49d0-4ec7-bab1-dd0a87cdf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:52.253421 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-32df510e-49d0-4ec7-bab1-dd0a87cdf095 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418365 May 19 15:10:52.262617 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-05a828d8-e7df-4cd8-a5dd-e2522791e132 None None] Provisioning complete for port 37525dfc-ccc7-4852-879e-f08b221102e6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:52.263160 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-05a828d8-e7df-4cd8-a5dd-e2522791e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:52.300782 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-05a828d8-e7df-4cd8-a5dd-e2522791e132 None None] Port 37525dfc-ccc7-4852-879e-f08b221102e6 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:52.323025 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:10:52.381132 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-b95fe7d0-8fdf-4739-b689-93a76d4ae3c3 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166210 May 19 15:10:52.425818 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f774f-9447-4d03-b146-56b9d9714229 req-5e040f03-ff30-44fd-8918-792157231244 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:52.427376 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3c1f774f-9447-4d03-b146-56b9d9714229 req-5e040f03-ff30-44fd-8918-792157231244 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 943 time: 0.0872393 May 19 15:10:52.496453 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:52.498809 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks [] for port (37525dfc-ccc7-4852-879e-f08b221102e6), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:52.502929 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-611f8a5a-9398-4b0b-85bb-ff1dac89de73 req-564c937b-3d17-4609-b833-5bd4f7d116ab service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175494 May 19 15:10:52.511069 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:52.517763 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3c1f774f-9447-4d03-b146-56b9d9714229 req-f1d714da-1d07-4776-926e-4597bdb57f97 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845861 May 19 15:10:52.616602 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Pushing event updated for resources: {'Port': ['ID=37525dfc-ccc7-4852-879e-f08b221102e6,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:52.622510 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:52.644210 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74528724-830f-46ed-94e3-3b07f7dc6eb2 req-009dd074-6e21-49a7-9e3a-81f656199c16 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:52.645700 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74528724-830f-46ed-94e3-3b07f7dc6eb2 req-009dd074-6e21-49a7-9e3a-81f656199c16 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0703433 May 19 15:10:52.767761 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74528724-830f-46ed-94e3-3b07f7dc6eb2 req-16131899-dc69-48c1-ac63-86b80b3c1ae1 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098578 May 19 15:10:52.782308 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Network 213b532b-8cec-4733-b487-2a170eb06a7a is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:52.787322 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:52.891058 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:52.913183 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:53.025943 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-76c0ec13-d53e-4876-b755-f8192b5634da None None] Provisioning complete for port 37525dfc-ccc7-4852-879e-f08b221102e6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:53.026402 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76c0ec13-d53e-4876-b755-f8192b5634da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.030558 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:53.041882 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b54de5ba-5528-48db-af31-a645bea852ec admin admin] 10.222.0.24 "PUT /v2.0/routers/36015540-a7bc-4d7b-89e0-9fdfcd9b6b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575829 May 19 15:10:53.061749 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-76c0ec13-d53e-4876-b755-f8192b5634da None None] Port 37525dfc-ccc7-4852-879e-f08b221102e6 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:53.132722 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 755d6177-6434-4526-90a2-6d811cc92c76 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:10:53.247623 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 755d6177-6434-4526-90a2-6d811cc92c76, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=755d6177-6434-4526-90a2-6d811cc92c76,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:53.261128 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '755d6177-6434-4526-90a2-6d811cc92c76', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'port_id': '755d6177-6434-4526-90a2-6d811cc92c76', 'mac_address': 'fa:16:3e:6c:75:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:10:53.287650 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48160) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:53.292269 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b6dd60f1-08d7-4228-99b9-b987e8db68e6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149503794', 'description': 'tempest-description--1318076569'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:53.312314 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 755d6177-6434-4526-90a2-6d811cc92c76 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:53.312835 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (755d6177-6434-4526-90a2-6d811cc92c76), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.328566 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dd60f1-08d7-4228-99b9-b987e8db68e6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.329453 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755d6177-6434-4526-90a2-6d811cc92c76 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:10:53.336794 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d5576b96-0716-4371-b738-9dc29c1e69e5 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:53.383983 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 755d6177-6434-4526-90a2-6d811cc92c76, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=755d6177-6434-4526-90a2-6d811cc92c76,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:53.389754 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (755d6177-6434-4526-90a2-6d811cc92c76), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.404887 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dd60f1-08d7-4228-99b9-b987e8db68e6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (47de4fa5-017b-40db-9772-a940762d6f48), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.409615 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dd60f1-08d7-4228-99b9-b987e8db68e6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (47de4fa5-017b-40db-9772-a940762d6f48), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.426717 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port d5576b96-0716-4371-b738-9dc29c1e69e5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:53.427138 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.450735 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dd60f1-08d7-4228-99b9-b987e8db68e6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.455501 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b6dd60f1-08d7-4228-99b9-b987e8db68e6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1635835 May 19 15:10:53.455501 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48162) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:53.460828 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-46f8fbec-decc-4102-b604-5ad7e3e38bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'security_group_rule': {'security_group_id': '47de4fa5-017b-40db-9772-a940762d6f48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:53.466570 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd60f1-08d7-4228-99b9-b987e8db68e6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47de4fa5-017b-40db-9772-a940762d6f48,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:53.479315 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=755d6177-6434-4526-90a2-6d811cc92c76,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:53.498239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-46f8fbec-decc-4102-b604-5ad7e3e38bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (07447b84-7049-48ba-93bc-da05358129c2), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.552666 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port d5576b96-0716-4371-b738-9dc29c1e69e5 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:53.553147 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.581361 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-46f8fbec-decc-4102-b604-5ad7e3e38bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (07447b84-7049-48ba-93bc-da05358129c2), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.586404 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-46f8fbec-decc-4102-b604-5ad7e3e38bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (07447b84-7049-48ba-93bc-da05358129c2), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.625587 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8fbec-decc-4102-b604-5ad7e3e38bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07447b84-7049-48ba-93bc-da05358129c2,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:53.648961 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-46f8fbec-decc-4102-b604-5ad7e3e38bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.650192 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-46f8fbec-decc-4102-b604-5ad7e3e38bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1937394 May 19 15:10:53.653004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48166) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:53.657976 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-8162586a-a1d4-46ad-b364-addec29aaf29 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'security_group_rule': {'security_group_id': '47de4fa5-017b-40db-9772-a940762d6f48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:53.690435 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2e9b-4d50-4904-9efb-fd3b00fa9557 req-4ed249fb-d070-4953-a0f7-b9d171a3c9ca tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:53.692021 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-85fe2e9b-4d50-4904-9efb-fd3b00fa9557 req-4ed249fb-d070-4953-a0f7-b9d171a3c9ca tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 944 time: 0.0863910 May 19 15:10:53.707901 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port d5576b96-0716-4371-b738-9dc29c1e69e5, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=d5576b96-0716-4371-b738-9dc29c1e69e5,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:53.713220 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.713461 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:53.716137 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8162586a-a1d4-46ad-b364-addec29aaf29 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (240769ac-ef64-4398-86a6-c421c1668165), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.736870 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:53.765564 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=d5576b96-0716-4371-b738-9dc29c1e69e5,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:53.790773 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['755d6177-6434-4526-90a2-6d811cc92c76'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:10:53.796925 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-85fe2e9b-4d50-4904-9efb-fd3b00fa9557 req-15964f92-c659-4bc5-a63b-72bc28c1c682 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926898 May 19 15:10:53.823239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8162586a-a1d4-46ad-b364-addec29aaf29 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (240769ac-ef64-4398-86a6-c421c1668165), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.823239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8162586a-a1d4-46ad-b364-addec29aaf29 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (240769ac-ef64-4398-86a6-c421c1668165), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.840307 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:53.840989 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162586a-a1d4-46ad-b364-addec29aaf29 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240769ac-ef64-4398-86a6-c421c1668165,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:53.851420 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8162586a-a1d4-46ad-b364-addec29aaf29 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.853012 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-8162586a-a1d4-46ad-b364-addec29aaf29 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984506 May 19 15:10:53.856141 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48170) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:53.862442 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:53.888562 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:53.922893 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1dca-3d28-4037-a4db-d390e938365a req-4a5e3553-5c3f-4d80-8c55-1036f07e1947 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:53.924467 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7acc1dca-3d28-4037-a4db-d390e938365a req-4a5e3553-5c3f-4d80-8c55-1036f07e1947 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0519845 May 19 15:10:53.946209 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:53.953549 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Sync routers for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:53.965170 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:53.965754 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:53.989427 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7acc1dca-3d28-4037-a4db-d390e938365a req-3bfca605-cf8e-4de3-8c3c-ddd5311dd7bb tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580137 May 19 15:10:54.000782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.073831 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:54.112220 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Allocated IP 172.27.2.164 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/0f4ccf68-bd09-4e07-9dc5-a2767d22fc91) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:54.113777 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a063efa-0f1b-4a5d-a178-3453fb0d3c1f req-e9c4d140-edb5-4345-9846-73caec4beacd tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:54.115800 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6a063efa-0f1b-4a5d-a178-3453fb0d3c1f req-e9c4d140-edb5-4345-9846-73caec4beacd tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0520444 May 19 15:10:54.168185 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6a063efa-0f1b-4a5d-a178-3453fb0d3c1f req-a74d4092-66db-432f-9de1-9b19c3afc74d tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 May 19 15:10:54.189059 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48174) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:54.195564 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:54.246168 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.275557 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:54.277255 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 2, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:54.288004 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.302932 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Checking router: 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:54.303488 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Updating router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 port 37525dfc-ccc7-4852-879e-f08b221102e6 binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:10:54.335750 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:54.339176 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:54.341235 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.343883 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:54.345991 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c29cf-5ad4-429f-a1e2-d3556fd9baa2 tempest-TestShelveInstance-490714920 tempest-TestShelveInstance-490714920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:54.348200 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-649c29cf-5ad4-429f-a1e2-d3556fd9baa2 tempest-TestShelveInstance-490714920 tempest-TestShelveInstance-490714920-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1125 time: 0.1581581 May 19 15:10:54.352055 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48178) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:54.357207 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'port_id': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:54.377982 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'Port': ['ID=0f4ccf68-bd09-4e07-9dc5-a2767d22fc91,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:54.381244 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.438041 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (206878bd-b037-4916-8c2e-1e4ccc98e338), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.467172 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.477531 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.580670 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Allocated IP 172.27.2.147 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/4b461069-fdc8-4d98-96fd-e3a9a341029a) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:54.633095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:54.645354 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Publish callbacks [] for port (37525dfc-ccc7-4852-879e-f08b221102e6), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.652317 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.677329 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.683399 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.704080 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.730650 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ac567-aa8e-4c67-b976-e920b67bd84b None None] Pushing event updated for resources: {'Port': ['ID=37525dfc-ccc7-4852-879e-f08b221102e6,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:54.753677 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.773239 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Attempting to bind port 37525dfc-ccc7-4852-879e-f08b221102e6 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:54.773495 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'Port': ['ID=0f4ccf68-bd09-4e07-9dc5-a2767d22fc91,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:54.773606 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Attempting to bind port 37525dfc-ccc7-4852-879e-f08b221102e6 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:54.773937 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Attempting to bind port 37525dfc-ccc7-4852-879e-f08b221102e6 on network 213b532b-8cec-4733-b487-2a170eb06a7a {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:54.778570 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (206878bd-b037-4916-8c2e-1e4ccc98e338), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.779301 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:54.783931 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:54.784353 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Checking segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:54.784756 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.785143 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Bound using segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:54.786280 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Bound port: 37525dfc-ccc7-4852-879e-f08b221102e6, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:54.787468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.800214 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.804074 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f2f10ed5-3da6-48bb-ac6d-00b505955aab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9456396 May 19 15:10:54.814986 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:54.818693 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:54.822440 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:54.875282 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'Port': ['ID=4b461069-fdc8-4d98-96fd-e3a9a341029a,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:54.875553 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] For port 37525dfc-ccc7-4852-879e-f08b221102e6, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:54.880166 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] For port 37525dfc-ccc7-4852-879e-f08b221102e6, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=37525dfc-ccc7-4852-879e-f08b221102e6,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:54.888748 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:54.966164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:54.966782 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:54.979674 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326d7af-0104-4b12-a192-8d945481b338 req-3b660bde-5910-4b01-bae9-b49a5c19a4bc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:54.981857 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4326d7af-0104-4b12-a192-8d945481b338 req-3b660bde-5910-4b01-bae9-b49a5c19a4bc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 944 time: 0.0877330 May 19 15:10:55.022465 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ac567-aa8e-4c67-b976-e920b67bd84b None None] Pushing event updated for resources: {'Port': ['ID=37525dfc-ccc7-4852-879e-f08b221102e6,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:55.033232 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b570cd24-4ef0-4099-af81-c99038805200 None None] Provisioning complete for port 37525dfc-ccc7-4852-879e-f08b221102e6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:55.033601 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b570cd24-4ef0-4099-af81-c99038805200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.068231 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:55.077084 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:55.138155 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 755d6177-6434-4526-90a2-6d811cc92c76 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:55.145104 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:55.280786 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b570cd24-4ef0-4099-af81-c99038805200 None None] Current status of the port 37525dfc-ccc7-4852-879e-f08b221102e6 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:55.281177 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b570cd24-4ef0-4099-af81-c99038805200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.331515 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 755d6177-6434-4526-90a2-6d811cc92c76 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:10:55.335226 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d5576b96-0716-4371-b738-9dc29c1e69e5 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:55.358385 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-83209f21-bb2f-4654-83fc-f31e8df08fed tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1149503794&fields=id&tenant_id=5b1521fd041a446e851d82487479930b HTTP/1.1" status: 200 len: 267 time: 0.3937430 May 19 15:10:55.363629 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4326d7af-0104-4b12-a192-8d945481b338 req-2d84a514-4aeb-4cb6-a2de-b1c40a99741a tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613510 May 19 15:10:55.378210 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 755d6177-6434-4526-90a2-6d811cc92c76 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:55.378704 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (755d6177-6434-4526-90a2-6d811cc92c76), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.430499 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b570cd24-4ef0-4099-af81-c99038805200 None None] For port 37525dfc-ccc7-4852-879e-f08b221102e6, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=37525dfc-ccc7-4852-879e-f08b221102e6,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:55.444440 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b570cd24-4ef0-4099-af81-c99038805200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.499500 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:55.512529 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port d5576b96-0716-4371-b738-9dc29c1e69e5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:55.512901 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.584114 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:55.584373 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-82f42415-d6a7-4185-a775-4784b6e70361 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:55.585914 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-82f42415-d6a7-4185-a775-4784b6e70361 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 811 time: 0.1884992 May 19 15:10:55.622374 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570cd24-4ef0-4099-af81-c99038805200 None None] Pushing event updated for resources: {'Port': ['ID=37525dfc-ccc7-4852-879e-f08b221102e6,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:55.633339 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b6c4353c-3738-478b-a19b-7f2022fd65aa None None] Provisioning complete for port 37525dfc-ccc7-4852-879e-f08b221102e6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:55.633724 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b6c4353c-3738-478b-a19b-7f2022fd65aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.637865 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-a2dc4815-ab1b-4c2a-821d-a79c71499517 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/quotas/5b1521fd041a446e851d82487479930b HTTP/1.1" status: 200 len: 375 time: 0.0427871 May 19 15:10:55.730339 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-54cd626e-3673-40f9-955f-9f25f3a510b3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859063 May 19 15:10:55.793205 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for floatingip (66f00eb0-4128-4654-8286-d5777fadcf90), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.795036 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:54Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:55.799564 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 755d6177-6434-4526-90a2-6d811cc92c76 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:55.799968 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (755d6177-6434-4526-90a2-6d811cc92c76), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.838914 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50702c-6441-437f-a95b-e186a6e3aa40 None None] The sync data for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi is: [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:54Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:55.881893 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:55.884205 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9129780e-e4e4-4df6-9563-82b1dc7434ff" -d '{"events": [{"server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "name": "network-vif-plugged", "status": "completed", "tag": "755d6177-6434-4526-90a2-6d811cc92c76"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:55.922461 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-ae66107f-ff0c-41a5-a9f8-89d2403c7f43 service neutron] 10.222.0.24 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801353 May 19 15:10:55.929558 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 755d6177-6434-4526-90a2-6d811cc92c76, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=755d6177-6434-4526-90a2-6d811cc92c76,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:10:55.935614 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port d5576b96-0716-4371-b738-9dc29c1e69e5 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:55.939602 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (755d6177-6434-4526-90a2-6d811cc92c76), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:55.942020 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:56.002784 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5e61fe-0c7b-4ed5-a8d6-72aab51b7b69 x-openstack-request-id: req-7a5e61fe-0c7b-4ed5-a8d6-72aab51b7b69 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:56.003720 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "name": "network-vif-plugged", "status": "completed", "tag": "755d6177-6434-4526-90a2-6d811cc92c76", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:56.003986 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a5e61fe-0c7b-4ed5-a8d6-72aab51b7b69 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:56.004804 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5e61fe-0c7b-4ed5-a8d6-72aab51b7b69'] response: {'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76', 'code': 200} May 19 15:10:56.034056 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4353c-3738-478b-a19b-7f2022fd65aa None None] Current status of the port 37525dfc-ccc7-4852-879e-f08b221102e6 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:56.046733 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=755d6177-6434-4526-90a2-6d811cc92c76,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:56.096273 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-02a63641-eb52-4160-a2b8-c12a73cca657 service neutron] 10.222.0.24 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629264 May 19 15:10:56.166960 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174b045-5db4-45ce-8e33-23f2c400c5ea req-7882da65-a9ac-4560-9ae1-3324f06f1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:56.169136 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9174b045-5db4-45ce-8e33-23f2c400c5ea req-7882da65-a9ac-4560-9ae1-3324f06f1a99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 1129 time: 0.0527353 May 19 15:10:56.174047 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:56.219503 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9174b045-5db4-45ce-8e33-23f2c400c5ea req-385a9b81-9c54-430d-ba5e-894427141076 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 May 19 15:10:56.224541 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:56.245524 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:56.257125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:56.337811 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-051a33b6-e605-4560-aa38-a976e9891405 req-a3246dd2-b5b6-4c08-822f-fe04d2796145 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0469811 May 19 15:10:56.380018 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event updated for resources: {'Port': ['ID=4b461069-fdc8-4d98-96fd-e3a9a341029a,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:56.396279 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (66f00eb0-4128-4654-8286-d5777fadcf90), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:56.535838 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d6d4-86b4-46d2-986a-00469e675351 req-34768dc1-7af4-485a-b721-bee572fcf65e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:56.537928 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5663d6d4-86b4-46d2-986a-00469e675351 req-34768dc1-7af4-485a-b721-bee572fcf65e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 945 time: 0.0906320 May 19 15:10:56.569274 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Floating IP 66f00eb0-4128-4654-8286-d5777fadcf90 associated. External IP: 172.27.2.147, port: 5a44dc9e-4dbb-4932-b730-880e5d1f89e8. May 19 15:10:56.651181 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5663d6d4-86b4-46d2-986a-00469e675351 req-94fb3b0c-68b8-4abf-a3e6-06ad0dbc1a91 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050382 May 19 15:10:56.810226 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Router 98cf1c50-3f87-444e-a143-60028c7aa5fb has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:10:56.916415 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:10:56.927000 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] Sync routers for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:10:56.935861 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:56.938432 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:56.939045 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:56.978798 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0f522ce1-8381-4e8a-b92f-3cc5456bddb5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6254630 May 19 15:10:56.979599 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:56.982140 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5948a847-6905-4992-b96a-ffe0fd8bef71" -d '{"events": [{"name": "network-changed", "server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:57.020383 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf485d81-e2c7-48b1-88b0-ed78b8baa07d x-openstack-request-id: req-cf485d81-e2c7-48b1-88b0-ed78b8baa07d {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:57.020825 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:57.021068 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf485d81-e2c7-48b1-88b0-ed78b8baa07d {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:57.021567 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf485d81-e2c7-48b1-88b0-ed78b8baa07d'] response: {'name': 'network-changed', 'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'status': 'completed', 'code': 200} May 19 15:10:57.068833 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:57.086153 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-9fb65493-f331-4c27-a523-eebc623b6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:57.087700 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-9fb65493-f331-4c27-a523-eebc623b6f22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1130 time: 0.0449800 May 19 15:10:57.185952 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:57.222304 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-abe3252a-75f3-4a1d-8ec4-5b2a51c3ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:57.223819 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-abe3252a-75f3-4a1d-8ec4-5b2a51c3ed8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 910 time: 0.1149364 May 19 15:10:57.314121 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '66f00eb0-4128-4654-8286-d5777fadcf90', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'port_id': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'mac_address': 'fa:16:3e:ff:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:55Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 0, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 5, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:57.316265 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 37525dfc-ccc7-4852-879e-f08b221102e6 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:10:57.336725 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] Checking router: 98cf1c50-3f87-444e-a143-60028c7aa5fb for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:10:57.345243 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:10:57.345839 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:57.362027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 37525dfc-ccc7-4852-879e-f08b221102e6 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:57.362459 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:57.440249 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-68387843-9d53-4a8d-af8f-56c8691dc7db req-772ec9e2-b719-4b66-a8c8-00a8e91d11cd tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0287139 May 19 15:10:57.441628 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 37525dfc-ccc7-4852-879e-f08b221102e6 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:10:57.448198 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:10:57.596938 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:57.617902 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-09c752cd-5699-45c3-9522-3bd582bca3fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 1000 time: 0.0604165 May 19 15:10:57.658268 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '66f00eb0-4128-4654-8286-d5777fadcf90', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'port_id': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'mac_address': 'fa:16:3e:ff:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:55Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 0, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 5, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:10:57.771916 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab0973-5e87-4c4a-a37c-bc8ce9d22216 None None] The sync data for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi is: [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '66f00eb0-4128-4654-8286-d5777fadcf90', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'port_id': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'mac_address': 'fa:16:3e:ff:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:55Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 0, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 5, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:10:57.780772 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087007f-f63f-42c1-b3b2-c29b19ea4ae8 req-5dfcbaf3-5c98-47ed-b741-3424605bdf7f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:57.782390 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4087007f-f63f-42c1-b3b2-c29b19ea4ae8 req-5dfcbaf3-5c98-47ed-b741-3424605bdf7f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 945 time: 0.0497527 May 19 15:10:57.830594 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4087007f-f63f-42c1-b3b2-c29b19ea4ae8 req-db13792a-7ee2-4cea-92c1-294248ff0cd5 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 May 19 15:10:57.954401 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-32cff7c2-3b84-464c-8520-deef0f97a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:57.956332 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-32cff7c2-3b84-464c-8520-deef0f97a424 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 200 len: 848 time: 0.0588479 May 19 15:10:57.972468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966530c-8ca7-4e02-b3a0-f7534f6fef70 None None] New status for floating IP 66f00eb0-4128-4654-8286-d5777fadcf90: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:10:58.061617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-2e76ff03-3ea6-44ed-8f91-b0d9899dca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:58.063257 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-2e76ff03-3ea6-44ed-8f91-b0d9899dca50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06b3cf68-e062-43e2-bf1d-14e41af70353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1012859 May 19 15:10:58.081809 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:58.416340 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-50fdc1f8-9e85-4325-8d54-5cf5e4dda5dc tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:58.417809 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-50fdc1f8-9e85-4325-8d54-5cf5e4dda5dc tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 811 time: 0.4127040 May 19 15:10:58.442743 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-8c8b39fe-07d4-4d5b-af00-a4848fcc783d service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721752 May 19 15:10:58.541285 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-7b57b208-dfe6-4f4f-8b41-406842b9d1e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1521fd041a446e851d82487479930b HTTP/1.1" status: 200 len: 380 time: 0.1146626 May 19 15:10:58.549139 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-053ae52d-b2db-46ce-8837-2b6c2962fd3f req-96a8c198-c3c7-4bca-a3e4-ff392f8c2828 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0274575 May 19 15:10:58.558258 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'port': {'device_id': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'admin_state_up': True, 'tenant_id': '5b1521fd041a446e851d82487479930b', 'security_groups': ['47de4fa5-017b-40db-9772-a940762d6f48']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:58.614332 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5948a847-6905-4992-b96a-ffe0fd8bef71 req-12119144-2a06-4925-9b5c-b53909e3d96d service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653986 May 19 15:10:58.686930 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Made reservation on behalf of 5b1521fd041a446e851d82487479930b for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:10:58.690330 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:58.828520 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Allocated IP 172.20.0.3 (213b532b-8cec-4733-b487-2a170eb06a7a/0d890680-a822-4630-a6ca-c820be82284b/ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:10:58.933517 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:58.969183 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e339-2bf0-4d7a-b78f-3a6ed7323514 req-87ec72c3-af42-4521-8620-e6780217a247 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:58.970583 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e32e339-2bf0-4d7a-b78f-3a6ed7323514 req-87ec72c3-af42-4521-8620-e6780217a247 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 945 time: 0.0577111 May 19 15:10:58.987583 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.019407 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e32e339-2bf0-4d7a-b78f-3a6ed7323514 req-58014087-a730-489d-a670-79c468a9fa26 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 May 19 15:10:59.020865 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.072308 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Network 213b532b-8cec-4733-b487-2a170eb06a7a is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:10:59.075770 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:10:59.077683 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'Port': ['ID=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:59.079896 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:10:59.114019 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.114492 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.115336 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.115677 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.116009 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.116344 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.116668 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.116988 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.117315 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.117636 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.117958 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.118584 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.118848 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.119169 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.119581 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:10:59.142463 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661a296-adb7-4e25-8077-22a175d4af36 req-841a096b-13d8-452a-a90d-1abbbb8fef4d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:59.144007 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4661a296-adb7-4e25-8077-22a175d4af36 req-841a096b-13d8-452a-a90d-1abbbb8fef4d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 945 time: 0.0585718 May 19 15:10:59.152749 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:59.153495 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.154718 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48238) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:10:59.159430 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Request body: {'floatingip': {'port_id': '755d6177-6434-4526-90a2-6d811cc92c76'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:59.160457 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:59.174276 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0faed5de-c91a-4495-8cd1-1cb63d60dd23 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6222470 May 19 15:10:59.189914 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Request body: {'port': {'device_id': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:10:59.198268 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:59.206433 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (c81c12aa-5935-4799-ade1-24a8025ff18b), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.257572 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.271806 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:59.381793 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-fe231b8a-ca4e-4100-a227-705c89560bd9 None None] Provisioning complete for port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:10:59.382404 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fe231b8a-ca4e-4100-a227-705c89560bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.414980 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fe231b8a-ca4e-4100-a227-705c89560bd9 None None] Port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:10:59.545808 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:10:59.553377 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Publish callbacks [] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.566183 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Transition to ACTIVE for port object ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:10:59.570205 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.624282 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:59.674277 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.680878 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (c81c12aa-5935-4799-ade1-24a8025ff18b), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.694374 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Attempting to bind port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:10:59.694699 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Attempting to bind port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:10:59.695017 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Attempting to bind port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 on network 213b532b-8cec-4733-b487-2a170eb06a7a {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:59.699898 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 on network 213b532b-8cec-4733-b487-2a170eb06a7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:10:59.700325 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Attempting to bind port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 on network 213b532b-8cec-4733-b487-2a170eb06a7a {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:10:59.705979 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:10:59.706306 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Checking segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:10:59.706690 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Bound using segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:10:59.707109 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Bound port: ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:10:59.707486 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.728520 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba3b9-119e-49ce-900e-801902f02cbb req-6a965e33-2232-4c95-9189-e251025dba5d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:59.730035 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e9ba3b9-119e-49ce-900e-801902f02cbb req-6a965e33-2232-4c95-9189-e251025dba5d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 943 time: 0.0995300 May 19 15:10:59.746060 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:10:59.788471 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] For port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:10:59.792319 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] For port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:10:59.800938 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.843761 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:59.844381 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:10:59.845834 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] 10.222.0.49 "PUT /v2.0/ports/ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 200 len: 1093 time: 0.6604118 May 19 15:10:59.846395 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:10:59.848585 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320ec944-b75f-4f4b-bd28-0253358b857c" -d '{"events": [{"name": "network-changed", "server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:10:59.893298 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944606b3-68cf-4521-8260-db67476eacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:10:59.940882 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe65f4d4-4fe0-4707-b0ed-8dd4cf607018 x-openstack-request-id: req-fe65f4d4-4fe0-4707-b0ed-8dd4cf607018 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:10:59.941378 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:10:59.941775 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe65f4d4-4fe0-4707-b0ed-8dd4cf607018 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:10:59.942325 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe65f4d4-4fe0-4707-b0ed-8dd4cf607018'] response: {'name': 'network-changed', 'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'status': 'completed', 'code': 200} May 19 15:10:59.949684 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-d5dc6247-9446-4f25-b0d2-7f1eacf9006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:10:59.951448 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-d5dc6247-9446-4f25-b0d2-7f1eacf9006e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 1127 time: 0.0544171 May 19 15:11:00.005621 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-3aec8894-38f3-4a6f-8153-c4a15f93ffe6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 200 len: 217 time: 0.0452857 May 19 15:11:00.062728 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0bf6f43c-f47d-481e-a25c-9c8cce84aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:00.064516 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-0bf6f43c-f47d-481e-a25c-9c8cce84aceb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0507650 May 19 15:11:00.069586 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e9ba3b9-119e-49ce-900e-801902f02cbb req-85ab6a91-bec9-464e-aa6a-f0727ebf8bc1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310950 May 19 15:11:00.070919 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP c81c12aa-5935-4799-ade1-24a8025ff18b associated. External IP: 172.27.2.5, port: 755d6177-6434-4526-90a2-6d811cc92c76. May 19 15:11:00.111911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-68813ca6-f15a-4659-9219-57a2969633c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:00.113517 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-68813ca6-f15a-4659-9219-57a2969633c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439117 May 19 15:11:00.167543 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:00.210183 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-7f73d285-0d43-495c-b540-410d1c807a6d service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902281 May 19 15:11:00.280592 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:11:00.303325 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb9c949e-8da6-44f3-8c03-8f1417f3c45b req-419d75cb-9fce-43fd-92e9-33f70c5747d6 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842021 May 19 15:11:00.381570 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:00.390674 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:11:00.395367 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:00.400906 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:11:00.411040 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:00.411779 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:00.426314 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-cc7057ec-dbea-48a5-bd7b-f3ba02bcad4f tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "PUT /v2.0/floatingips/c81c12aa-5935-4799-ade1-24a8025ff18b HTTP/1.1" status: 200 len: 989 time: 1.2694736 May 19 15:11:00.426314 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:00.428297 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e25fe8-9a68-444d-b5e4-28e389b9b052" -d '{"events": [{"name": "network-changed", "server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "tag": "755d6177-6434-4526-90a2-6d811cc92c76"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:00.465610 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b210a9b1-d937-485d-a669-78fb44584d46 x-openstack-request-id: req-b210a9b1-d937-485d-a669-78fb44584d46 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:00.465970 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "tag": "755d6177-6434-4526-90a2-6d811cc92c76", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:00.466293 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b210a9b1-d937-485d-a669-78fb44584d46 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:00.466767 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b210a9b1-d937-485d-a669-78fb44584d46'] response: {'name': 'network-changed', 'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76', 'status': 'completed', 'code': 200} May 19 15:11:00.500339 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:00.517989 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:00.725694 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'c81c12aa-5935-4799-ade1-24a8025ff18b', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '755d6177-6434-4526-90a2-6d811cc92c76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:6c:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:44Z', 'updated_at': '2022-05-19T15:10:59Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:00.754911 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:11:00.763474 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:00.764074 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:00.839955 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afc9cc-35e6-4017-9e32-1fddb07d1a4f req-b6583524-30ff-4867-9e3c-eceb5b2829e5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:00.841615 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-68afc9cc-35e6-4017-9e32-1fddb07d1a4f req-b6583524-30ff-4867-9e3c-eceb5b2829e5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0474222 May 19 15:11:00.865131 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:00.885630 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:00.893999 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-68afc9cc-35e6-4017-9e32-1fddb07d1a4f req-cca2014a-2f49-4b9f-b5a3-51f2427c42bb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468543 May 19 15:11:01.067710 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'c81c12aa-5935-4799-ade1-24a8025ff18b', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '755d6177-6434-4526-90a2-6d811cc92c76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:6c:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:44Z', 'updated_at': '2022-05-19T15:10:59Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:01.095242 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47beea-2cbd-4337-91c2-4314e31f485f None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': 'c81c12aa-5935-4799-ade1-24a8025ff18b', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'port_id': '755d6177-6434-4526-90a2-6d811cc92c76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'mac_address': 'fa:16:3e:6c:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:44Z', 'updated_at': '2022-05-19T15:10:59Z', 'revision_number': 1, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:11:01.186793 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec944-b75f-4f4b-bd28-0253358b857c req-d4076d54-3b7d-4737-bf38-7880dba7e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.188346 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-320ec944-b75f-4f4b-bd28-0253358b857c req-d4076d54-3b7d-4737-bf38-7880dba7e4ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 1127 time: 0.0808370 May 19 15:11:01.193880 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-22a510f9-0cc3-4f21-a171-ff6e88a96069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.195319 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-22a510f9-0cc3-4f21-a171-ff6e88a96069 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34c1099557144b8bb2fff88f5b526834&device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 1129 time: 0.0582335 May 19 15:11:01.222692 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed34e-edc3-461d-b63d-412496989b99 req-2ed259e2-4c74-4827-9180-8cea1530b145 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.224844 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b90ed34e-edc3-461d-b63d-412496989b99 req-2ed259e2-4c74-4827-9180-8cea1530b145 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 943 time: 0.0503957 May 19 15:11:01.291814 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b90ed34e-edc3-461d-b63d-412496989b99 req-92561d24-9275-429f-ba5e-be7fca879b7d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612726 May 19 15:11:01.354150 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39332f38-b5bd-4234-9f74-08412f9c70f6 None None] New status for floating IP c81c12aa-5935-4799-ade1-24a8025ff18b: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:11:01.414372 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec944-b75f-4f4b-bd28-0253358b857c req-54637081-5b3b-44bb-ad89-e04c31e47ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.415851 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-320ec944-b75f-4f4b-bd28-0253358b857c req-54637081-5b3b-44bb-ad89-e04c31e47ddd service neutron] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 912 time: 0.1710620 May 19 15:11:01.417146 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-d0ea3ded-ab74-498a-8281-ffb609be1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.418437 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-d0ea3ded-ab74-498a-8281-ffb609be1dfc service neutron] 10.222.0.49 "GET /v2.0/networks?id=6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 200 len: 915 time: 0.1706622 May 19 15:11:01.492946 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-320ec944-b75f-4f4b-bd28-0253358b857c req-a7104fdb-4c02-46fa-9bcf-14721bec6e21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 200 len: 217 time: 0.0636950 May 19 15:11:01.547308 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-af2ea5fb-680f-4afe-b4d9-865d008c4ce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=755d6177-6434-4526-90a2-6d811cc92c76 HTTP/1.1" status: 200 len: 997 time: 0.1169472 May 19 15:11:01.554725 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec944-b75f-4f4b-bd28-0253358b857c req-8a8ba65d-e710-4966-9339-b416818c4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.556148 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-320ec944-b75f-4f4b-bd28-0253358b857c req-8a8ba65d-e710-4966-9339-b416818c4223 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0564952 May 19 15:11:01.639027 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec944-b75f-4f4b-bd28-0253358b857c req-2011bf71-2b7b-400a-8b64-8ff42cafc77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.640481 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-320ec944-b75f-4f4b-bd28-0253358b857c req-2011bf71-2b7b-400a-8b64-8ff42cafc77d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0655847 May 19 15:11:01.647053 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-6ae76a09-7777-46ba-99e3-8beaf499dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.652436 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-6ae76a09-7777-46ba-99e3-8beaf499dbc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 200 len: 853 time: 0.0850518 May 19 15:11:01.731682 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:01.739993 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-54717ea7-2828-4cc7-832a-5b3a309ca53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:01.741464 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-54717ea7-2828-4cc7-832a-5b3a309ca53c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6c03712e-3615-4599-bcae-117320ca4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0803514 May 19 15:11:01.816038 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-320ec944-b75f-4f4b-bd28-0253358b857c req-cc4dfac9-1b62-406b-a132-deb14f41e1fa service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626699 May 19 15:11:01.899395 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-8e6cace7-dba0-45e3-af3e-a8415a42c211 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509290 May 19 15:11:01.983623 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-320ec944-b75f-4f4b-bd28-0253358b857c req-9501969b-40d9-4295-b16f-51e840a74146 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607571 May 19 15:11:02.010768 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:02.021836 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82e25fe8-9a68-444d-b5e4-28e389b9b052 req-0db17b17-e264-4bb0-bb43-c8eb304e1ac0 service neutron] 10.222.0.49 "GET /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166372 May 19 15:11:02.022160 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd6b04-858a-4046-aafd-ed065ec85ea2 req-1893e56d-156d-4b2e-9e09-af028bbac6dd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:02.023639 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-24dd6b04-858a-4046-aafd-ed065ec85ea2 req-1893e56d-156d-4b2e-9e09-af028bbac6dd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0484667 May 19 15:11:02.066496 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:02.077034 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-24dd6b04-858a-4046-aafd-ed065ec85ea2 req-807f44e1-6a41-4cd3-9af1-70d9a2413e03 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452378 May 19 15:11:02.407933 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334a4d3-dc08-4d35-81fd-022f567ff090 req-722ed4e9-237d-4584-ab1f-ab6cfaecb3ee tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:02.409414 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7334a4d3-dc08-4d35-81fd-022f567ff090 req-722ed4e9-237d-4584-ab1f-ab6cfaecb3ee tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 943 time: 0.0510468 May 19 15:11:02.456269 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7334a4d3-dc08-4d35-81fd-022f567ff090 req-a4821cbe-a624-45b1-9ddf-8f3c0f21ea5b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 May 19 15:11:03.162399 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:11:03.166052 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:03.203385 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef477-ac16-4756-8c70-41d0701e70de req-317fb2e8-b22e-4d03-9574-42035561700e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:03.204894 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f93ef477-ac16-4756-8c70-41d0701e70de req-317fb2e8-b22e-4d03-9574-42035561700e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0540881 May 19 15:11:03.246083 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:03.252967 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f93ef477-ac16-4756-8c70-41d0701e70de req-2a2f6b06-3e37-47cd-b0f6-3548b06cc7b1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 May 19 15:11:03.274058 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:03.285003 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'port_id': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'mac_address': 'fa:16:3e:6f:07:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:11:03.319341 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:03.319721 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:03.332779 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:11:03.353259 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:03.357027 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:03.401539 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:03.572403 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd10748-deb2-4081-b42c-acdaf87fd4da req-ab533667-9b4d-4435-918f-24fbcf0409b2 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:03.573854 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dd10748-deb2-4081-b42c-acdaf87fd4da req-ab533667-9b4d-4435-918f-24fbcf0409b2 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 944 time: 0.0506029 May 19 15:11:03.619826 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dd10748-deb2-4081-b42c-acdaf87fd4da req-cf139bd4-db70-4843-9ec9-447c0abe8759 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 May 19 15:11:03.625558 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:11:04.376727 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3228291-8d00-4a74-8ce2-faa12ca6a912 req-08e55799-3d81-4d0b-b3f8-81ed1aeaeff1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:04.378182 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a3228291-8d00-4a74-8ce2-faa12ca6a912 req-08e55799-3d81-4d0b-b3f8-81ed1aeaeff1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0523059 May 19 15:11:04.425487 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a3228291-8d00-4a74-8ce2-faa12ca6a912 req-f00213d8-58f8-4096-8992-b7e9a50d4e2c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 May 19 15:11:04.732103 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cf809-4b83-428f-a88e-9bdd13c3e896 req-609e398a-5fea-417c-a083-c69ff57fcfcc tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:04.733473 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-742cf809-4b83-428f-a88e-9bdd13c3e896 req-609e398a-5fea-417c-a083-c69ff57fcfcc tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 944 time: 0.0468483 May 19 15:11:04.782381 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-742cf809-4b83-428f-a88e-9bdd13c3e896 req-9abecff6-8a77-489f-af50-35f733719d4c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 May 19 15:11:05.190537 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:11:05.232683 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:11:05.238714 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:11:05.239147 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:05.314010 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:05.314395 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:05.338375 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:05.340604 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f0aed3-b115-4533-aca5-5b64294bad2f" -d '{"events": [{"server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:05.353281 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:05.357759 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:05.404681 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:05.433519 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f7e542-6ac3-4838-aee9-0165b5e5b526 x-openstack-request-id: req-e3f7e542-6ac3-4838-aee9-0165b5e5b526 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:05.433829 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:05.434079 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3f7e542-6ac3-4838-aee9-0165b5e5b526 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:05.434471 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f7e542-6ac3-4838-aee9-0165b5e5b526'] response: {'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'code': 200} May 19 15:11:05.546614 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56983693-7a79-4b8b-9d8a-2e5c9a271852 req-4029c0cb-ec4d-4769-bf20-1ff6d9d640be tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:05.548112 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-56983693-7a79-4b8b-9d8a-2e5c9a271852 req-4029c0cb-ec4d-4769-bf20-1ff6d9d640be tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0476027 May 19 15:11:05.596013 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-56983693-7a79-4b8b-9d8a-2e5c9a271852 req-fb4a6408-fb97-4497-adef-f788b970fd1a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 May 19 15:11:05.598173 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccd17-13ee-4df5-a366-e326fea23601 req-fe253cc2-093a-4a2a-8f1b-0228f7d5bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:05.599768 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-379ccd17-13ee-4df5-a366-e326fea23601 req-fe253cc2-093a-4a2a-8f1b-0228f7d5bc95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 1129 time: 0.0384216 May 19 15:11:05.646736 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-379ccd17-13ee-4df5-a366-e326fea23601 req-265e6b8c-23cd-4d85-9fd5-8f8cb8d3734e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406187 May 19 15:11:05.896755 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88649552-4a06-45d0-ae7d-2bc4d69c2556 req-ca21b633-71b9-47e1-a7ca-38aab9050209 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:05.898194 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88649552-4a06-45d0-ae7d-2bc4d69c2556 req-ca21b633-71b9-47e1-a7ca-38aab9050209 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0473647 May 19 15:11:05.950610 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88649552-4a06-45d0-ae7d-2bc4d69c2556 req-2da93b68-f543-4930-ad28-74435c77cb9c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469899 May 19 15:11:06.721324 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9376d-b5c5-449a-80fd-d549b8d6a3de req-cfbf5dc8-3089-44d0-bc8f-c58a1213e721 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:06.722788 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af9376d-b5c5-449a-80fd-d549b8d6a3de req-cfbf5dc8-3089-44d0-bc8f-c58a1213e721 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0508187 May 19 15:11:06.768799 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af9376d-b5c5-449a-80fd-d549b8d6a3de req-118c857d-8cad-4658-8dca-6e71ff65487d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 May 19 15:11:07.056325 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:07.068455 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead36693-0432-431f-a0b3-aedc9a38c426 req-d5d68ac3-c525-42d2-ac3c-a92c94056ea0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:07.069904 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ead36693-0432-431f-a0b3-aedc9a38c426 req-d5d68ac3-c525-42d2-ac3c-a92c94056ea0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0485272 May 19 15:11:07.089461 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:07.117124 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ead36693-0432-431f-a0b3-aedc9a38c426 req-a16b9dcf-d6cc-4c19-bf51-3e8866fca0b4 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 May 19 15:11:07.885088 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4902b9-e502-4207-a1e1-2b30d35af113 req-bf24959d-41ac-4108-a64c-a819e593bc8c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:07.886557 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3a4902b9-e502-4207-a1e1-2b30d35af113 req-bf24959d-41ac-4108-a64c-a819e593bc8c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0468638 May 19 15:11:07.940614 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3a4902b9-e502-4207-a1e1-2b30d35af113 req-ad96d625-fcda-41ba-9f38-cc9731bf25a1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484076 May 19 15:11:08.229358 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baef80c-9f5f-4ae7-9c30-baa223e9796d req-551482dd-1a02-4bca-a75a-1c4becb6aab8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:08.230740 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5baef80c-9f5f-4ae7-9c30-baa223e9796d req-551482dd-1a02-4bca-a75a-1c4becb6aab8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0468409 May 19 15:11:08.281306 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5baef80c-9f5f-4ae7-9c30-baa223e9796d req-73c6bc5a-d3c0-47c1-820f-e92e1e7c995f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450382 May 19 15:11:08.387464 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4016d10-2934-4724-91a3-960f0782a864 req-1f297078-fb82-426d-b64e-a7dfd819588f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:08.388899 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d4016d10-2934-4724-91a3-960f0782a864 req-1f297078-fb82-426d-b64e-a7dfd819588f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0458741 May 19 15:11:08.397976 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48304) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:11:08.402131 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'floatingip': {'port_id': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:11:08.440679 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (206878bd-b037-4916-8c2e-1e4ccc98e338), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:08.855157 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:08.859040 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (206878bd-b037-4916-8c2e-1e4ccc98e338), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:08.957331 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Floating IP 206878bd-b037-4916-8c2e-1e4ccc98e338 associated. External IP: 172.27.2.164, port: ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38. May 19 15:11:09.092758 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5c417-b18e-462c-b066-25062693a9bc req-68013c17-068a-42d4-bad0-8352675d3e5d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:09.094218 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4be5c417-b18e-462c-b066-25062693a9bc req-68013c17-068a-42d4-bad0-8352675d3e5d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0560067 May 19 15:11:09.097290 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:09.156065 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:09.218388 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4be5c417-b18e-462c-b066-25062693a9bc req-64094c16-67b5-489a-8162-104d4e8e64eb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186416 May 19 15:11:09.234288 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:11:09.340434 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:11:09.345314 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:09.350321 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] Sync routers for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:11:09.361020 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:09.362052 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:09.383474 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4a642f38-525b-41e2-aab8-d12714d6ba93 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "PUT /v2.0/floatingips/206878bd-b037-4916-8c2e-1e4ccc98e338 HTTP/1.1" status: 200 len: 991 time: 0.9843481 May 19 15:11:09.384121 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:09.387612 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e698f49-8931-4a8c-838d-0b476410f28e" -d '{"events": [{"name": "network-changed", "server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:09.464360 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:09.473147 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:09.486048 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4c011b-eb43-4211-8c89-ff39d0c4dc29 x-openstack-request-id: req-eb4c011b-eb43-4211-8c89-ff39d0c4dc29 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:09.486337 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:09.486589 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb4c011b-eb43-4211-8c89-ff39d0c4dc29 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:09.486984 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4c011b-eb43-4211-8c89-ff39d0c4dc29'] response: {'name': 'network-changed', 'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'status': 'completed', 'code': 200} May 19 15:11:09.496175 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06cee-e0ff-4559-9a6b-861146f51128 req-69caeb46-8b58-4095-8315-287c88454b69 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:09.497654 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-23a06cee-e0ff-4559-9a6b-861146f51128 req-69caeb46-8b58-4095-8315-287c88454b69 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0576773 May 19 15:11:09.546116 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-23a06cee-e0ff-4559-9a6b-861146f51128 req-38bcf590-706c-48d2-8bdc-0da063c396c6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 May 19 15:11:09.679089 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:09.682799 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '206878bd-b037-4916-8c2e-1e4ccc98e338', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'port_id': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'mac_address': 'fa:16:3e:6f:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:54Z', 'updated_at': '2022-05-19T15:11:08Z', 'revision_number': 1, 'project_id': '5b1521fd041a446e851d82487479930b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:09.710048 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] Checking router: 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:11:09.718309 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:09.718884 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:09.813017 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:10.092400 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '206878bd-b037-4916-8c2e-1e4ccc98e338', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'port_id': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'mac_address': 'fa:16:3e:6f:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:54Z', 'updated_at': '2022-05-19T15:11:08Z', 'revision_number': 1, 'project_id': '5b1521fd041a446e851d82487479930b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:10.116370 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4703e-eaf7-4acc-afae-f22e81e1b1c6 None None] The sync data for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi is: [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '206878bd-b037-4916-8c2e-1e4ccc98e338', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'port_id': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'mac_address': 'fa:16:3e:6f:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:10:54Z', 'updated_at': '2022-05-19T15:11:08Z', 'revision_number': 1, 'project_id': '5b1521fd041a446e851d82487479930b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:11:10.304834 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75129a8f-cdb1-438f-875d-728d281f4306 None None] New status for floating IP 206878bd-b037-4916-8c2e-1e4ccc98e338: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:11:10.348013 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f7c2-16c5-42e7-a734-7c492e09fc22 req-742c55ec-9bd8-4acc-a10f-b0a23f18bf5e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:10.349535 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8854f7c2-16c5-42e7-a734-7c492e09fc22 req-742c55ec-9bd8-4acc-a10f-b0a23f18bf5e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0505264 May 19 15:11:10.396061 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8854f7c2-16c5-42e7-a734-7c492e09fc22 req-ddc1e84d-4b72-4e53-bb76-b439d0facbed tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 May 19 15:11:10.639745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698f49-8931-4a8c-838d-0b476410f28e req-3c1912b2-6e9a-4ca5-9155-7885e2886192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:10.641249 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e698f49-8931-4a8c-838d-0b476410f28e req-3c1912b2-6e9a-4ca5-9155-7885e2886192 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 1129 time: 0.0420225 May 19 15:11:10.658851 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc6bed-9bc8-444b-87a2-d8d2a789bbaf req-8da4dccd-e744-44cd-a027-577345ee2fa8 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:10.660322 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bffc6bed-9bc8-444b-87a2-d8d2a789bbaf req-8da4dccd-e744-44cd-a027-577345ee2fa8 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0468788 May 19 15:11:10.712747 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bffc6bed-9bc8-444b-87a2-d8d2a789bbaf req-19854eb6-9a75-4eb7-be1b-528ed1d9412f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468323 May 19 15:11:10.736301 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698f49-8931-4a8c-838d-0b476410f28e req-26f98495-220e-4618-b5bf-1cb725426cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:10.737742 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e698f49-8931-4a8c-838d-0b476410f28e req-26f98495-220e-4618-b5bf-1cb725426cdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 912 time: 0.0895429 May 19 15:11:10.850082 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e698f49-8931-4a8c-838d-0b476410f28e req-b120e12a-3634-48e3-82c7-d76c5efac376 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 200 len: 1001 time: 0.0547483 May 19 15:11:10.904461 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698f49-8931-4a8c-838d-0b476410f28e req-a534094f-c695-44e1-84ca-0e52e440714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:10.905920 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e698f49-8931-4a8c-838d-0b476410f28e req-a534094f-c695-44e1-84ca-0e52e440714a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0469155 May 19 15:11:11.066784 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698f49-8931-4a8c-838d-0b476410f28e req-7592cac4-8fd1-4a68-a2aa-94f539950efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:11.068723 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e698f49-8931-4a8c-838d-0b476410f28e req-7592cac4-8fd1-4a68-a2aa-94f539950efc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395424 May 19 15:11:11.178191 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-e3f034b7-8be5-4472-a39c-00a03713d80d tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:11.179599 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-e3f034b7-8be5-4472-a39c-00a03713d80d tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0577102 May 19 15:11:11.231258 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e698f49-8931-4a8c-838d-0b476410f28e req-4c1f7078-c9a6-45c2-8658-be259133b7f6 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506400 May 19 15:11:11.276702 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Deleting port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:11:11.277056 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:11.518404 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8242-d0df-4ccf-aeff-4c13ebb71587 req-a9821865-26c1-42df-b54b-ba69f3ea0820 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:11.519962 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d7ac8242-d0df-4ccf-aeff-4c13ebb71587 req-a9821865-26c1-42df-b54b-ba69f3ea0820 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0497122 May 19 15:11:11.569185 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d7ac8242-d0df-4ccf-aeff-4c13ebb71587 req-05ff0975-aa88-4c33-a0fb-4e6b0fd0e18f tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 May 19 15:11:11.572662 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:11.667387 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] For port 6d4f2f1d-bc4f-469b-a086-62fc903f5044, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d4f2f1d-bc4f-469b-a086-62fc903f5044,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:11.668078 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:11.689641 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e698f49-8931-4a8c-838d-0b476410f28e req-6ed62afc-c8dd-4114-ada9-a101e0fded33 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989949 May 19 15:11:11.826542 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0704-80e7-4cd3-928a-d80cc5339c7d req-a0ec602d-0fa6-41eb-8c1d-3d92540a647a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:11.828023 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6b7b0704-80e7-4cd3-928a-d80cc5339c7d req-a0ec602d-0fa6-41eb-8c1d-3d92540a647a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 945 time: 0.0461287 May 19 15:11:11.836842 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:11.837201 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (15ff7f28-aef3-48fe-a70c-11bb7c99d8cd), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:11.837513 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Floating IP 15ff7f28-aef3-48fe-a70c-11bb7c99d8cd disassociated. External IP: 172.27.2.67, port: 6d4f2f1d-bc4f-469b-a086-62fc903f5044. May 19 15:11:11.837854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Calling delete_port for 6d4f2f1d-bc4f-469b-a086-62fc903f5044 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:11:11.847939 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:11.877652 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6b7b0704-80e7-4cd3-928a-d80cc5339c7d req-72dc62fc-3224-4f76-a901-521fdafc963c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 May 19 15:11:11.967987 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (6d4f2f1d-bc4f-469b-a086-62fc903f5044), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:11.993452 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event deleted for resources: {'Port': ['ID=6d4f2f1d-bc4f-469b-a086-62fc903f5044,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:12.104829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:11:12.206739 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:11:12.216357 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:11:12.225626 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:12.226232 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:12.248880 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] No DVR routers for this DVR port 6d4f2f1d-bc4f-469b-a086-62fc903f5044 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:11:12.251415 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:12.255267 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c33952ce-e6ed-4c3f-a452-39dfff368a9a req-07084a17-ad34-470e-a08b-d3addee3decf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "DELETE /v2.0/ports/6d4f2f1d-bc4f-469b-a086-62fc903f5044 HTTP/1.1" status: 204 len: 173 time: 1.0652058 May 19 15:11:12.255701 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'name': 'network-vif-deleted', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:12.257911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d02018-b148-4dbf-8b3a-3ad77c6032cb" -d '{"events": [{"server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "name": "network-vif-deleted", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:12.302103 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e3abc-39b6-4aff-9240-78fcb74393e7 x-openstack-request-id: req-4d7e3abc-39b6-4aff-9240-78fcb74393e7 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:12.302390 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fdf07-dfad-4813-9f02-1de4e886eb18", "name": "network-vif-deleted", "tag": "6d4f2f1d-bc4f-469b-a086-62fc903f5044", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:12.302639 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d7e3abc-39b6-4aff-9240-78fcb74393e7 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:12.303037 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7e3abc-39b6-4aff-9240-78fcb74393e7'] response: {'server_uuid': 'a43fdf07-dfad-4813-9f02-1de4e886eb18', 'name': 'network-vif-deleted', 'tag': '6d4f2f1d-bc4f-469b-a086-62fc903f5044', 'status': 'completed', 'code': 200} May 19 15:11:12.339784 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:12.538630 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:12.563186 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:11:12.572315 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:12.572912 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:10:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:12.667878 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:12.677738 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:12.694095 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8746a-740f-438e-be1c-efcb82ba8223 req-be12eda0-6e33-4c90-a322-3b288d7681c1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:12.695610 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e1a8746a-740f-438e-be1c-efcb82ba8223 req-be12eda0-6e33-4c90-a322-3b288d7681c1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0515459 May 19 15:11:12.741593 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e1a8746a-740f-438e-be1c-efcb82ba8223 req-1c8a5cfe-c47b-4421-af40-f77c0c3de2e6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403848 May 19 15:11:12.791665 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:12.860787 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:12.884503 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fd47d-2ba9-4b0a-a794-5128182757ff None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:11:12.991591 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f53c4c5b-a08a-4f35-b38d-cc6ac2afd7bc req-f6489337-d45f-40da-a28f-e08e89ab9d67 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43fdf07-dfad-4813-9f02-1de4e886eb18 HTTP/1.1" status: 200 len: 210 time: 0.0284152 May 19 15:11:13.131947 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051208d-43bf-4030-abdb-3304377d42d9 None None] New status for floating IP 15ff7f28-aef3-48fe-a70c-11bb7c99d8cd: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:11:13.857726 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b74e-7d19-4f74-a8f9-f2f0b299fac6 req-8a3a13a7-22d5-469c-809e-41f2b71dddaa tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:13.859151 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d9c4b74e-7d19-4f74-a8f9-f2f0b299fac6 req-8a3a13a7-22d5-469c-809e-41f2b71dddaa tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0458646 May 19 15:11:13.907993 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d9c4b74e-7d19-4f74-a8f9-f2f0b299fac6 req-8dd24ce9-9fa2-48ba-ade1-e9c7d752dbf1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434182 May 19 15:11:14.045947 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7de735a2-525d-48d5-8438-da76328fce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:14.248662 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-ce5d39af-1378-49b1-b039-dc95b61a1d19 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975589445&fields=id&tenant_id=2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 267 time: 0.0430317 May 19 15:11:14.298402 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:14.317476 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:14.358337 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-7a443b8d-13b0-41f4-a54c-dea83e044ff7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:14.360747 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-7a443b8d-13b0-41f4-a54c-dea83e044ff7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 811 time: 0.1053715 May 19 15:11:14.378942 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-629873bb-0675-419b-bfc4-014e372903cc tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/quotas/2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 375 time: 0.0104764 May 19 15:11:14.432036 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-ecb0a2bd-46c0-4376-8995-56dec020cabb tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468304 May 19 15:11:14.524808 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-330ed2fd-3ad5-4b0a-a311-53d0999ad2cc service neutron] 10.222.0.24 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814610 May 19 15:11:14.614971 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-39d66297-99b7-45bf-b848-f92e3877d3a0 service neutron] 10.222.0.24 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845885 May 19 15:11:14.896983 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98650b4e-e265-4639-a0c9-f9a335f58ac5 req-b3361d11-9d60-4b13-b063-4e00a710d279 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 210 time: 0.0279658 May 19 15:11:15.031501 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fffe-6313-4d14-8d58-889261f21348 req-fccf2867-01e4-47ed-b6ca-aee0e0ff3681 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:15.033151 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5108fffe-6313-4d14-8d58-889261f21348 req-fccf2867-01e4-47ed-b6ca-aee0e0ff3681 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0481262 May 19 15:11:15.081445 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5108fffe-6313-4d14-8d58-889261f21348 req-c7cc0ea4-d9ec-4ce3-9d22-527532f92aa7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414960 May 19 15:11:15.282532 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 6d4f2f1d-bc4f-469b-a086-62fc903f5044 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:11:15.302030 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 6d4f2f1d-bc4f-469b-a086-62fc903f5044 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:11:15.302369 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 6d4f2f1d-bc4f-469b-a086-62fc903f5044 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:11:15.850854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-eaa6bad8-7d3b-44a8-8d49-88190f0d3dde tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:15.852346 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-eaa6bad8-7d3b-44a8-8d49-88190f0d3dde tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 811 time: 0.1083393 May 19 15:11:15.914873 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-577e160c-e92a-4166-b98f-6b1e185b969d tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 380 time: 0.0542803 May 19 15:11:15.924150 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'port': {'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'admin_state_up': True, 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'security_groups': ['fd7782b4-92be-46b1-bcd6-c27186e1a377']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:11:15.939856 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:15.999651 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29b685e0-c984-4361-b50f-f72e537dcef1 req-cd18e80d-2779-4802-84bb-2924dd671321 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 210 time: 0.0325711 May 19 15:11:16.034187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Made reservation on behalf of 2c71bc8f0a164884bc0c046fd1e7faab for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:11:16.037531 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.165275 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Allocated IP 172.20.0.6 (c953f990-ab01-4a12-ad62-ff0b653ea46c/08e45018-96b2-47f0-acb5-298ca215d38d/a9f91331-2ea7-4396-8799-ffc363f22091) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:11:16.183350 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:16.209036 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2d97b-395a-426e-9147-bfd4422e97ae req-52343fe1-9476-4ad4-90b4-23de9f1f978d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:16.210724 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80d2d97b-395a-426e-9147-bfd4422e97ae req-52343fe1-9476-4ad4-90b4-23de9f1f978d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0527334 May 19 15:11:16.263712 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80d2d97b-395a-426e-9147-bfd4422e97ae req-cfdbbd83-4491-42ce-b42b-19703351bdfb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472224 May 19 15:11:16.267870 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:16.275492 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c888f9e8-7064-4e12-95ee-c3722a4f5e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.329208 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (a9f91331-2ea7-4396-8799-ffc363f22091), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.361694 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.406606 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:11:16.409750 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:11:16.414199 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:11:16.449753 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=a9f91331-2ea7-4396-8799-ffc363f22091,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:16.466190 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:16.466798 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.484056 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-d286f992-60bf-4a9e-9dbe-beaa57219ab6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640194 May 19 15:11:16.592693 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Request body: {'port': {'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:11:16.656137 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.706220 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c2890b64-242a-4a73-8a8e-3d4dd6a60b78 None None] Provisioning complete for port a9f91331-2ea7-4396-8799-ffc363f22091 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:11:16.706852 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c2890b64-242a-4a73-8a8e-3d4dd6a60b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.751609 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c2890b64-242a-4a73-8a8e-3d4dd6a60b78 None None] Port a9f91331-2ea7-4396-8799-ffc363f22091 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:11:16.894977 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:16.940257 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f91331-2ea7-4396-8799-ffc363f22091 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:11:16.947959 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Publish callbacks [] for port (a9f91331-2ea7-4396-8799-ffc363f22091), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:16.960462 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Transition to ACTIVE for port object a9f91331-2ea7-4396-8799-ffc363f22091 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:11:16.963879 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:17.000497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:17.015789 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Pushing event updated for resources: {'Port': ['ID=a9f91331-2ea7-4396-8799-ffc363f22091,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:17.110451 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Attempting to bind port a9f91331-2ea7-4396-8799-ffc363f22091 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:11:17.110911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Attempting to bind port a9f91331-2ea7-4396-8799-ffc363f22091 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:11:17.111408 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Attempting to bind port a9f91331-2ea7-4396-8799-ffc363f22091 on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:11:17.117264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Port a9f91331-2ea7-4396-8799-ffc363f22091 on network c953f990-ab01-4a12-ad62-ff0b653ea46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:11:17.117713 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Attempting to bind port a9f91331-2ea7-4396-8799-ffc363f22091 on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:11:17.123265 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:11:17.123557 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Checking segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:11:17.123931 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Bound using segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:11:17.124346 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Bound port: a9f91331-2ea7-4396-8799-ffc363f22091, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:11:17.124692 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:17.133069 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1485c-08f7-4794-86dc-a7d260d5bc47 req-180b488c-a96c-4f5a-b67b-ad1fc68039a3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:17.141419 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-09e1485c-08f7-4794-86dc-a7d260d5bc47 req-180b488c-a96c-4f5a-b67b-ad1fc68039a3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0690460 May 19 15:11:17.191694 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] For port a9f91331-2ea7-4396-8799-ffc363f22091, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:11:17.194595 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-09e1485c-08f7-4794-86dc-a7d260d5bc47 req-7568f5c0-365b-4501-aa58-4aad5c3382bf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521622 May 19 15:11:17.194745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] For port a9f91331-2ea7-4396-8799-ffc363f22091, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a9f91331-2ea7-4396-8799-ffc363f22091,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:11:17.200662 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:17.234762 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:17.235460 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:17.236767 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] 10.222.0.49 "PUT /v2.0/ports/a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 200 len: 1093 time: 0.6484857 May 19 15:11:17.237200 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:17.239448 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c122ef-4e51-4964-ab1a-7159a233564a" -d '{"events": [{"name": "network-changed", "server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:17.294687 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0b69b5-bb86-41c9-a032-83dcc1b82195 x-openstack-request-id: req-7c0b69b5-bb86-41c9-a032-83dcc1b82195 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:17.294976 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:17.295260 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c0b69b5-bb86-41c9-a032-83dcc1b82195 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:17.295801 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0b69b5-bb86-41c9-a032-83dcc1b82195'] response: {'name': 'network-changed', 'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'status': 'completed', 'code': 200} May 19 15:11:17.318907 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce157dcd-22c7-4f40-a763-e8af3cd7653b service neutron] Pushing event updated for resources: {'Port': ['ID=a9f91331-2ea7-4396-8799-ffc363f22091,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:17.352602 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-c4dbc6a5-a723-45bf-aaea-b1b614962be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:17.354133 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-c4dbc6a5-a723-45bf-aaea-b1b614962be7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1127 time: 0.0496039 May 19 15:11:17.402745 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:17.410710 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-4e5eea0f-9765-4ceb-b54e-2769c0219169 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 200 len: 217 time: 0.0422413 May 19 15:11:17.418855 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e1984-445e-4171-a0bb-03b19e02e894 req-51b8e90f-686d-42af-8ed9-45fc2a08b5d3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:17.420833 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e78e1984-445e-4171-a0bb-03b19e02e894 req-51b8e90f-686d-42af-8ed9-45fc2a08b5d3 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0644310 May 19 15:11:17.424752 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:17.464741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-e941cb83-aa73-4a42-9b9e-9e10d6f4c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:17.466207 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-e941cb83-aa73-4a42-9b9e-9e10d6f4c45b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0488703 May 19 15:11:17.475263 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e78e1984-445e-4171-a0bb-03b19e02e894 req-f54edfb7-0e24-4d15-9aa0-5868ed7b1f2b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461676 May 19 15:11:17.519628 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428628-017d-4119-add5-154ee18d3256 req-dc4c950a-c32f-42be-afff-645ef6c057ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:17.521651 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-dc4c950a-c32f-42be-afff-645ef6c057ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426037 May 19 15:11:17.613966 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-b708cd86-d117-4bd6-bd8a-34fc43d35eea service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849514 May 19 15:11:17.701617 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f428628-017d-4119-add5-154ee18d3256 req-7580c5a1-0119-47c3-9a49-4e5784fcf4ba service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807924 May 19 15:11:18.052366 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-4663a4ff-dcd7-44b9-b32d-83c4d8633cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:18.053720 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-4663a4ff-dcd7-44b9-b32d-83c4d8633cd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1127 time: 0.0416818 May 19 15:11:18.141956 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-38512ba0-3ad8-40f2-9ca9-0174abee0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:18.143408 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-38512ba0-3ad8-40f2-9ca9-0174abee0515 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.0828962 May 19 15:11:18.184828 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-16371cd3-45bd-4195-a8cf-3efef1160333 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 200 len: 217 time: 0.0342021 May 19 15:11:18.232497 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-5dcc5403-a63e-40ab-b345-2a0c0b594bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:18.233981 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-5dcc5403-a63e-40ab-b345-2a0c0b594bd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0420418 May 19 15:11:18.284426 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-c457d8ef-d091-461b-9dc0-1d9e9eb6f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:18.285985 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-c457d8ef-d091-461b-9dc0-1d9e9eb6f46b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395343 May 19 15:11:18.308286 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b559d3-5d56-4e5e-9ac0-99fe3a86e791 req-d788ef50-a0a6-4084-8313-a67aad7c007f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:18.309681 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-77b559d3-5d56-4e5e-9ac0-99fe3a86e791 req-d788ef50-a0a6-4084-8313-a67aad7c007f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0457337 May 19 15:11:18.343439 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:18.358907 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-77b559d3-5d56-4e5e-9ac0-99fe3a86e791 req-e61eb46e-9b4c-4855-9d40-dd15e5a3b991 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 May 19 15:11:18.383905 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-e5e17566-9523-49cb-b7ec-d7324cb68f4d service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879617 May 19 15:11:18.444230 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:18.476233 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9c122ef-4e51-4964-ab1a-7159a233564a req-8e6c18dc-58b2-498c-adec-d59ca3e1e5bf service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843129 May 19 15:11:18.595545 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907971a-7f8d-4ea2-a983-e4df800b87a4 req-296326d5-769f-4523-b8d0-bb24535bd385 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:18.596894 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7907971a-7f8d-4ea2-a983-e4df800b87a4 req-296326d5-769f-4523-b8d0-bb24535bd385 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0499825 May 19 15:11:18.641240 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:18.644498 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7907971a-7f8d-4ea2-a983-e4df800b87a4 req-4febad6b-3fef-4031-bfe1-b537da63b587 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 May 19 15:11:19.282399 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:11:19.385020 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:19.397771 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'port_id': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'mac_address': 'fa:16:3e:71:cf:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:11:19.434343 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 31aad5e7-16b4-45c8-b12a-2912bed903a1 is: ACTIVE; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:19.434577 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:19.449624 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31aad5e7-16b4-45c8-b12a-2912bed903a1 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:11:19.471723 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:19.477923 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:19.506801 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c18d3f-b1d6-48f9-b6de-f79caf2f0396 req-c617d3ff-2f8f-413e-9a1f-7330b5c961fc tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:19.513631 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c0c18d3f-b1d6-48f9-b6de-f79caf2f0396 req-c617d3ff-2f8f-413e-9a1f-7330b5c961fc tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0720813 May 19 15:11:19.522736 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:19.537993 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=6']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:19.546312 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.546654 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.546997 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.547387 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.547738 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.548060 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.548387 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.548705 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.549209 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.549690 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.550177 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.550520 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.550848 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.551171 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.551542 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:19.562471 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c0c18d3f-b1d6-48f9-b6de-f79caf2f0396 req-6007d97c-eb20-4841-8f54-48fb92fa40d9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480063 May 19 15:11:19.590272 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['31aad5e7-16b4-45c8-b12a-2912bed903a1'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:11:19.785585 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f46e1c-4e62-4217-9992-76d2d65f4b60 req-d219c8a8-f55f-4906-8c84-21b3d743f1b1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:19.787134 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20f46e1c-4e62-4217-9992-76d2d65f4b60 req-d219c8a8-f55f-4906-8c84-21b3d743f1b1 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 944 time: 0.0548837 May 19 15:11:19.848321 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-20f46e1c-4e62-4217-9992-76d2d65f4b60 req-49ce26bb-56d7-4142-aadc-2da5678ffead tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529275 May 19 15:11:20.334316 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:20.675540 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:20.693706 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ec00-331a-4f8c-b5a5-76ed9bd3422c req-4f861482-4f4c-4580-bf98-18f2d10bd927 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:20.696180 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-beb5ec00-331a-4f8c-b5a5-76ed9bd3422c req-4f861482-4f4c-4580-bf98-18f2d10bd927 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0540636 May 19 15:11:20.748581 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-beb5ec00-331a-4f8c-b5a5-76ed9bd3422c req-1cdf44ba-deb1-4927-b593-58ec6e55e847 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461791 May 19 15:11:20.975587 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4916-0773-47a5-b3af-e1598dcc44fa req-009b2a55-ab11-428e-9c8f-bdba2a7e2c5a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:20.977385 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-815b4916-0773-47a5-b3af-e1598dcc44fa req-009b2a55-ab11-428e-9c8f-bdba2a7e2c5a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 944 time: 0.0510633 May 19 15:11:21.037388 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-815b4916-0773-47a5-b3af-e1598dcc44fa req-ab87fe02-63f9-42fb-ae5c-6b7de6b1b1df tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516884 May 19 15:11:21.284313 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:11:21.472651 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 31aad5e7-16b4-45c8-b12a-2912bed903a1 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:11:21.473379 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:21.549156 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 31aad5e7-16b4-45c8-b12a-2912bed903a1 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:21.549859 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:21.574104 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:21.576348 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20b38b-5531-4a9b-9824-f508cee6a668" -d '{"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:21.600704 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:21.607339 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:21.633642 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29366a8-1f8c-4b12-994a-c970cac8e66c x-openstack-request-id: req-c29366a8-1f8c-4b12-994a-c970cac8e66c {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:21.633936 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:21.634189 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c29366a8-1f8c-4b12-994a-c970cac8e66c {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:21.634584 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29366a8-1f8c-4b12-994a-c970cac8e66c'] response: {'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'code': 200} May 19 15:11:21.638747 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:21.669264 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=7']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:21.874715 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d70efa-566c-4981-a1e7-be44165338a5 req-756d4ceb-f30a-48ec-9e57-308f5ec7fcc9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:21.876144 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74d70efa-566c-4981-a1e7-be44165338a5 req-756d4ceb-f30a-48ec-9e57-308f5ec7fcc9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0584617 May 19 15:11:21.931945 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-74d70efa-566c-4981-a1e7-be44165338a5 req-81765878-63e5-471f-9cdb-d1bb4c859f80 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490286 May 19 15:11:22.180608 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd12b4-e2c4-4f5e-b9f3-7406a47874e7 req-0f5c1333-aa55-4092-a526-541da79eb9e9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:22.182078 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98bd12b4-e2c4-4f5e-b9f3-7406a47874e7 req-0f5c1333-aa55-4092-a526-541da79eb9e9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0473835 May 19 15:11:22.233007 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98bd12b4-e2c4-4f5e-b9f3-7406a47874e7 req-d6bd66df-c8d9-499a-9a17-a656aaa0a866 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 May 19 15:11:22.857035 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:22.863896 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=12 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:23.059220 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfafcd9-d8b6-44a1-8915-dfd263d90402 req-38fea952-48ab-42e2-bf16-876b09e3923c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:23.063677 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6bfafcd9-d8b6-44a1-8915-dfd263d90402 req-38fea952-48ab-42e2-bf16-876b09e3923c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0554678 May 19 15:11:23.121645 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6bfafcd9-d8b6-44a1-8915-dfd263d90402 req-5b57a55a-fa7d-4fbc-b782-a837582ccb1e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513089 May 19 15:11:23.378842 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23180c1d-8e1f-4671-bc95-321ead14c656 req-d1ff93c1-4b7f-4aa1-bcec-5fcd5a31e187 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:23.380308 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-23180c1d-8e1f-4671-bc95-321ead14c656 req-d1ff93c1-4b7f-4aa1-bcec-5fcd5a31e187 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0528116 May 19 15:11:23.432284 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-23180c1d-8e1f-4671-bc95-321ead14c656 req-bb4f3287-1edf-46de-894e-72eea2ecf51e tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 May 19 15:11:24.259393 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9aed9-51fa-4290-b7bc-aa3613783919 req-02835d8c-cbf3-4218-8048-aaec0c44f9a3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:24.261015 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03b9aed9-51fa-4290-b7bc-aa3613783919 req-02835d8c-cbf3-4218-8048-aaec0c44f9a3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0655682 May 19 15:11:24.332326 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03b9aed9-51fa-4290-b7bc-aa3613783919 req-a393f3ab-fa7e-457b-a657-c139e45336a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655231 May 19 15:11:24.569895 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c5d3-d4b5-4529-a791-18f74ac5e75e req-00a3c99a-bd92-4d54-a8c5-2c8c9f57cf1d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:24.571468 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7546c5d3-d4b5-4529-a791-18f74ac5e75e req-00a3c99a-bd92-4d54-a8c5-2c8c9f57cf1d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0510600 May 19 15:11:24.632342 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7546c5d3-d4b5-4529-a791-18f74ac5e75e req-e88a4bcc-fcaa-4e80-869d-6b79d30700bd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551805 May 19 15:11:25.318116 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a9f91331-2ea7-4396-8799-ffc363f22091 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:11:25.476876 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port a9f91331-2ea7-4396-8799-ffc363f22091, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a9f91331-2ea7-4396-8799-ffc363f22091,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:25.488124 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da4db-dd3d-47b8-87c5-db1bae10a018 req-aade1d57-10e1-4685-889a-ba34e0509350 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:25.489714 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7b1da4db-dd3d-47b8-87c5-db1bae10a018 req-aade1d57-10e1-4685-889a-ba34e0509350 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 943 time: 0.0550792 May 19 15:11:25.497058 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:11:25.500757 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:25.535757 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port a9f91331-2ea7-4396-8799-ffc363f22091 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:25.536915 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:25.549342 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7b1da4db-dd3d-47b8-87c5-db1bae10a018 req-73ea38e4-b4ae-4ce6-8c99-0f3c75461be7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530002 May 19 15:11:25.555352 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f91331-2ea7-4396-8799-ffc363f22091 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:11:25.581943 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port a9f91331-2ea7-4396-8799-ffc363f22091, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a9f91331-2ea7-4396-8799-ffc363f22091,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:25.587157 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:25.636292 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=a9f91331-2ea7-4396-8799-ffc363f22091,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:25.768510 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5d5b-ac66-4ccc-82d1-d54276fc1ca4 req-9d2596c4-e7f2-47d5-a4a7-acbdc83672aa tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:25.770255 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687e5d5b-ac66-4ccc-82d1-d54276fc1ca4 req-9d2596c4-e7f2-47d5-a4a7-acbdc83672aa tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0561683 May 19 15:11:25.816195 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:25.820152 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687e5d5b-ac66-4ccc-82d1-d54276fc1ca4 req-a9199ad1-a531-4365-a7ce-15e59db74533 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441358 May 19 15:11:25.883258 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['a9f91331-2ea7-4396-8799-ffc363f22091'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:11:26.682246 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c007729-344b-46b1-ab79-8ec632b9d4e7 req-c6b83c5f-3678-4d62-bc81-da62f26c4979 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:26.685245 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7c007729-344b-46b1-ab79-8ec632b9d4e7 req-c6b83c5f-3678-4d62-bc81-da62f26c4979 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 944 time: 0.0600085 May 19 15:11:26.746701 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7c007729-344b-46b1-ab79-8ec632b9d4e7 req-a61d29b5-0b27-4527-bb77-b152893d1bab tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569201 May 19 15:11:26.911100 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:26.952242 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498759b-810d-4e51-b6ff-c9ec3a58794e req-2dd94e24-b47e-47f6-81f3-6d9cd6358819 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:26.953752 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7498759b-810d-4e51-b6ff-c9ec3a58794e req-2dd94e24-b47e-47f6-81f3-6d9cd6358819 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0512834 May 19 15:11:27.008561 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7498759b-810d-4e51-b6ff-c9ec3a58794e req-b05f1811-7be1-4f08-bb13-9a380f3cb767 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482841 May 19 15:11:27.330870 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a9f91331-2ea7-4396-8799-ffc363f22091 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:11:27.388137 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port a9f91331-2ea7-4396-8799-ffc363f22091 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:11:27.396311 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port a9f91331-2ea7-4396-8799-ffc363f22091 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:11:27.396690 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:27.474461 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port a9f91331-2ea7-4396-8799-ffc363f22091 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:27.474830 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:27.500560 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:27.502738 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eec0649-b6f6-4d63-aaec-2a71ad7f0547" -d '{"events": [{"server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "name": "network-vif-plugged", "status": "completed", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:27.516319 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port a9f91331-2ea7-4396-8799-ffc363f22091, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a9f91331-2ea7-4396-8799-ffc363f22091,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:27.523650 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:27.530772 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:27.559920 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10655c1-3d72-4b77-9432-23f21ea9044f x-openstack-request-id: req-f10655c1-3d72-4b77-9432-23f21ea9044f {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:27.560286 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "name": "network-vif-plugged", "status": "completed", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:27.560578 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f10655c1-3d72-4b77-9432-23f21ea9044f {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:27.571552 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10655c1-3d72-4b77-9432-23f21ea9044f'] response: {'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'code': 200} May 19 15:11:27.594602 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=a9f91331-2ea7-4396-8799-ffc363f22091,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:27.882738 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2052b41-5604-4ac2-b9a1-06e7331f2dec req-55efa43c-e6f8-4396-bb82-d00c35c9b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:27.884503 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c2052b41-5604-4ac2-b9a1-06e7331f2dec req-55efa43c-e6f8-4396-bb82-d00c35c9b2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1129 time: 0.0754292 May 19 15:11:27.896342 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f243b-ea35-484c-8843-e3c0b8407cf6 req-99955014-603e-494b-b4ad-f063acefda35 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:27.904302 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa2f243b-ea35-484c-8843-e3c0b8407cf6 req-99955014-603e-494b-b4ad-f063acefda35 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 945 time: 0.0789244 May 19 15:11:27.949830 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c2052b41-5604-4ac2-b9a1-06e7331f2dec req-5373bba8-b5d1-41e0-97ce-3d381a40b193 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520675 May 19 15:11:27.955823 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa2f243b-ea35-484c-8843-e3c0b8407cf6 req-b6f46dcb-7e5f-47e6-9fb9-4e99c3e9a8df tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503483 May 19 15:11:28.151616 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aebdf-0b86-4361-a5ff-5dffae6fa21a req-25ac93d2-c9d2-48df-812d-bc6adfe2e30b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:28.153300 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e35aebdf-0b86-4361-a5ff-5dffae6fa21a req-25ac93d2-c9d2-48df-812d-bc6adfe2e30b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0543554 May 19 15:11:28.201886 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e35aebdf-0b86-4361-a5ff-5dffae6fa21a req-9eb231c3-9d0b-4fa6-a9b2-7a52866dcbeb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 May 19 15:11:29.073347 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6ec42-9677-4c4c-81ee-6dacba9d1f6c req-bc0540a6-ae40-48ea-bd56-2a7df60ea2d4 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:29.074694 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1b6ec42-9677-4c4c-81ee-6dacba9d1f6c req-bc0540a6-ae40-48ea-bd56-2a7df60ea2d4 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 945 time: 0.0499396 May 19 15:11:29.123434 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1b6ec42-9677-4c4c-81ee-6dacba9d1f6c req-84ee3ad1-e0a3-4cd0-be2d-9051b72b1429 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 May 19 15:11:29.324626 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:11:29.325113 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b405f0-af8c-43f4-9f3f-b4e3a0a1ee82 req-26682b4c-65cb-471d-ba3a-d02538c75ebc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:29.326637 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e6b405f0-af8c-43f4-9f3f-b4e3a0a1ee82 req-26682b4c-65cb-471d-ba3a-d02538c75ebc tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0494688 May 19 15:11:29.375260 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e6b405f0-af8c-43f4-9f3f-b4e3a0a1ee82 req-6a36155a-4be6-4e1e-9944-30b3c44b7bb4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 May 19 15:11:29.845498 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-c7ce043a-3d00-4edc-9479-7239ac3340be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:29.846959 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-c7ce043a-3d00-4edc-9479-7239ac3340be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1129 time: 0.0432525 May 19 15:11:29.955472 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-1fc9f797-c22d-42dc-b592-22e8ca9bc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:29.956839 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-1fc9f797-c22d-42dc-b592-22e8ca9bc455 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.0836310 May 19 15:11:30.028919 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-e83c14a0-e13a-4516-a567-1aa5e0a5277b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 1000 time: 0.0641189 May 19 15:11:30.078391 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-9d03409c-2847-4cf2-ac2c-41156a224b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:30.079771 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-9d03409c-2847-4cf2-ac2c-41156a224b1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0421717 May 19 15:11:30.122786 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-2634f0c9-9d2c-4b59-b006-2ef931445023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:30.124278 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-2634f0c9-9d2c-4b59-b006-2ef931445023 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380363 May 19 15:11:30.217361 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-f4b2f4a1-bc2f-40ee-b7ba-00a6d8e680c7 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856071 May 19 15:11:30.237037 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633110b-9500-46ca-9dac-856366134493 req-03ab4f08-eb07-4ad9-a273-54aeae0e8dcf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:30.238495 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6633110b-9500-46ca-9dac-856366134493 req-03ab4f08-eb07-4ad9-a273-54aeae0e8dcf tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 945 time: 0.0493212 May 19 15:11:30.309862 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3117147f-5b0c-41e5-84af-135d34922ac9 req-3c280546-7749-49cb-a7ba-e18e6e1ee58e service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853143 May 19 15:11:30.542574 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1cc4-62ae-4c6b-ad92-d7db95f649e9 req-4b342265-5823-4687-b981-447d7f70a562 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:30.543958 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e1c1cc4-62ae-4c6b-ad92-d7db95f649e9 req-4b342265-5823-4687-b981-447d7f70a562 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0656734 May 19 15:11:30.547842 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6633110b-9500-46ca-9dac-856366134493 req-e95835ab-0cb8-4395-b598-2028eb488779 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030145 May 19 15:11:30.591005 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e1c1cc4-62ae-4c6b-ad92-d7db95f649e9 req-886bb635-1d5a-44b2-bd73-b66aee026b6b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415611 May 19 15:11:30.666593 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66cd9-1d52-4338-a7b2-0af0df1ccf8f req-50af3463-55d0-4c8f-a70f-ea0fb4f24d14 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:30.668062 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8a66cd9-1d52-4338-a7b2-0af0df1ccf8f req-50af3463-55d0-4c8f-a70f-ea0fb4f24d14 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 945 time: 0.0528262 May 19 15:11:30.714952 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8a66cd9-1d52-4338-a7b2-0af0df1ccf8f req-562a7c1b-3419-4bf2-937c-30c422ea7f2d tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 May 19 15:11:30.736947 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48490) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:11:30.774067 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7910b-c81d-48af-a1bf-10656cd99b4d tempest-TestVolumeBootPattern-1616784647 tempest-TestVolumeBootPattern-1616784647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:30.775558 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2ee7910b-c81d-48af-a1bf-10656cd99b4d tempest-TestVolumeBootPattern-1616784647 tempest-TestVolumeBootPattern-1616784647-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1124 time: 0.0376594 May 19 15:11:30.778137 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48492) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:11:30.782207 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:11:30.803632 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:30.867935 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:30.882650 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:30.985471 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Allocated IP 172.27.2.240 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/905b8f3a-6c48-4221-8000-6308b81907f9) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:11:30.994278 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:31.096484 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (905b8f3a-6c48-4221-8000-6308b81907f9), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:31.129441 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (905b8f3a-6c48-4221-8000-6308b81907f9), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:31.172019 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:11:31.177775 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:11:31.181966 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:11:31.184972 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=905b8f3a-6c48-4221-8000-6308b81907f9,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:31.211562 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.211908 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.212252 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.212586 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.212924 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.213251 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.213578 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.213904 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.214229 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.214554 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.214879 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.215226 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.215549 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.215865 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.216182 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:11:31.552888 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (112a09c9-d40f-47d9-a8de-0a4890f35db8), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:31.626539 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (905b8f3a-6c48-4221-8000-6308b81907f9), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:31.644573 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:31.737345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f5f9-2046-467d-86ed-209a6db213d7 req-50b63b6c-ccf3-47f7-af22-02cc4c539515 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:31.738829 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f6a2f5f9-2046-467d-86ed-209a6db213d7 req-50b63b6c-ccf3-47f7-af22-02cc4c539515 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0613158 May 19 15:11:31.825867 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:31.844568 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f6a2f5f9-2046-467d-86ed-209a6db213d7 req-57218260-495f-49ae-bf1d-886111fbd373 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943110 May 19 15:11:31.881846 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (905b8f3a-6c48-4221-8000-6308b81907f9), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:31.886282 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (905b8f3a-6c48-4221-8000-6308b81907f9), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:31.958782 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=905b8f3a-6c48-4221-8000-6308b81907f9,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:31.966853 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (112a09c9-d40f-47d9-a8de-0a4890f35db8), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:32.060851 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Floating IP 112a09c9-d40f-47d9-a8de-0a4890f35db8 associated. External IP: 172.27.2.240, port: a9f91331-2ea7-4396-8799-ffc363f22091. May 19 15:11:32.066553 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:32.150311 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831515e2-a72d-4f58-9454-aadeddbe573e req-ee0cf761-00d8-4fca-b22d-58fefb2b3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:32.152030 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-831515e2-a72d-4f58-9454-aadeddbe573e req-ee0cf761-00d8-4fca-b22d-58fefb2b3b5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1129 time: 0.0491202 May 19 15:11:32.262490 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831515e2-a72d-4f58-9454-aadeddbe573e req-aed81a63-1a83-4637-878b-555ef7e2619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:32.263916 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-831515e2-a72d-4f58-9454-aadeddbe573e req-aed81a63-1a83-4637-878b-555ef7e2619e service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.0936246 May 19 15:11:32.274602 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:11:32.343294 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-831515e2-a72d-4f58-9454-aadeddbe573e req-aab43d3a-93f8-48a0-8457-f65605819d0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 1000 time: 0.0655107 May 19 15:11:32.380442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:11:32.390216 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050e7ba-209c-4466-9071-161878d0673b None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:11:32.398695 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:32.401692 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:32.402291 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:11:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:32.422744 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:32.430597 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-cadb39ff-2d80-492b-88f1-bf3bf6ba2ea3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6515160 May 19 15:11:32.431307 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:32.433625 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e8e143-fe9f-43d7-8320-5846b07d36a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:32.469409 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd8e3a7-3cc3-4818-9737-ba53039bdac2 x-openstack-request-id: req-9fd8e3a7-3cc3-4818-9737-ba53039bdac2 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:32.469694 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:32.469943 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fd8e3a7-3cc3-4818-9737-ba53039bdac2 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:32.470337 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd8e3a7-3cc3-4818-9737-ba53039bdac2'] response: {'name': 'network-changed', 'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'status': 'completed', 'code': 200} May 19 15:11:32.505567 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:32.639807 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:32.653849 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831515e2-a72d-4f58-9454-aadeddbe573e req-2486d8a1-3665-4452-8035-19a6169dd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:32.655365 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-831515e2-a72d-4f58-9454-aadeddbe573e req-2486d8a1-3665-4452-8035-19a6169dd879 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0861807 May 19 15:11:32.656633 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-6191cf0e-4f08-4583-840a-d17281b2ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:32.658217 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-6191cf0e-4f08-4583-840a-d17281b2ae6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1129 time: 0.0607429 May 19 15:11:32.729008 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:31Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:32.754420 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050e7ba-209c-4466-9071-161878d0673b None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:11:32.763638 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:32.764343 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:11:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:32.969573 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bd213-ad14-42a7-873f-fe667c0e3a5b req-1fc7f288-a4a4-459a-bc74-f77d44056d0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:32.970157 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:32.971864 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a4bd213-ad14-42a7-873f-fe667c0e3a5b req-1fc7f288-a4a4-459a-bc74-f77d44056d0b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 945 time: 0.0499220 May 19 15:11:32.990903 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831515e2-a72d-4f58-9454-aadeddbe573e req-168ae238-1ee3-41db-852a-8d9bcf9fccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:32.992475 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-831515e2-a72d-4f58-9454-aadeddbe573e req-168ae238-1ee3-41db-852a-8d9bcf9fccd9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3179739 May 19 15:11:33.027970 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a4bd213-ad14-42a7-873f-fe667c0e3a5b req-e01c33e8-b4da-4a3e-8eb2-a8e28a94b74c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511386 May 19 15:11:33.081786 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:33.092630 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-5ebd1b79-c8f0-483f-9b4c-f07ef1546fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:33.094107 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-5ebd1b79-c8f0-483f-9b4c-f07ef1546fdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.4111235 May 19 15:11:33.165384 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-831515e2-a72d-4f58-9454-aadeddbe573e req-f685de77-aa73-4360-8577-c086c7a9bd7c service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632609 May 19 15:11:33.196740 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-d16c6efd-efc9-45cf-8619-578d1ab47af4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 200 len: 999 time: 0.0882661 May 19 15:11:33.210577 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9050e7ba-209c-4466-9071-161878d0673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:31Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:33.235687 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050e7ba-209c-4466-9071-161878d0673b None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:31Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:11:33.295260 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-9befec33-46c8-4939-aed8-e4a06cc2893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:33.296708 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-9befec33-46c8-4939-aed8-e4a06cc2893b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0714433 May 19 15:11:33.362111 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-831515e2-a72d-4f58-9454-aadeddbe573e req-08d3eeaa-3076-4769-8107-70facc7f47dd service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888156 May 19 15:11:33.366359 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:11:33.380853 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-3c796ff6-a09b-45f9-9669-cc4c0f64f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:33.388318 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-3c796ff6-a09b-45f9-9669-cc4c0f64f2e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0777824 May 19 15:11:33.494455 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 31aad5e7-16b4-45c8-b12a-2912bed903a1 is: ACTIVE; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:33.495751 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:33.518785 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6411d0-6c2a-439b-adfd-cadb945dc51a None None] New status for floating IP 112a09c9-d40f-47d9-a8de-0a4890f35db8: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:11:33.524636 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:33.528305 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-9efd8d1d-3041-44d9-94d6-813aafca8a4a service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237345 May 19 15:11:33.563467 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:33.565787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c652d433-921f-4efe-a223-f1ee49080f6f" -d '{"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:33.591326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:33.608134 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:33.633288 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0e8e143-fe9f-43d7-8320-5846b07d36a1 req-e751d518-dc97-4334-a57d-29e7b5479998 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962186 May 19 15:11:33.644653 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872974f5-f6bf-4468-9996-7e9853893d54 x-openstack-request-id: req-872974f5-f6bf-4468-9996-7e9853893d54 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:33.644969 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-unplugged", "status": "failed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1", "code": 422}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:33.645221 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-872974f5-f6bf-4468-9996-7e9853893d54 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:33.645608 dv-cinder-825492-12-iscsi neutron-server[103763]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-872974f5-f6bf-4468-9996-7e9853893d54']: {'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'code': 422} returned with failed status May 19 15:11:33.743651 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=8']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:34.065647 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c1605-e969-4f1e-a9e5-d7ac1035043b req-ac691068-b86a-4c43-9f52-bd7674390cc5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:34.067130 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-512c1605-e969-4f1e-a9e5-d7ac1035043b req-ac691068-b86a-4c43-9f52-bd7674390cc5 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0475197 May 19 15:11:34.115535 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-512c1605-e969-4f1e-a9e5-d7ac1035043b req-9c99626a-87ae-4d2b-804e-92e543167084 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 May 19 15:11:34.252205 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48552) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:11:34.330875 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-da6ec3d9-3916-4cdb-82be-8654c57ee13c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775509 May 19 15:11:34.340044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-effa3c29-f1bf-4f96-97a4-225e00258543 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:11:34.340981 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-effa3c29-f1bf-4f96-97a4-225e00258543 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047297 May 19 15:11:34.417297 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c002-c3d4-45e5-874b-64319a92426b req-63372d54-69ac-437a-a7fe-770419e5ff28 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:34.418612 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-63372d54-69ac-437a-a7fe-770419e5ff28 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports/31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 940 time: 0.0499773 May 19 15:11:35.235188 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edd7ff-75cd-4f4a-961c-614e68f53b2b req-242a7829-40ac-4a92-9c29-6c65ddeed969 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:35.236682 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-44edd7ff-75cd-4f4a-961c-614e68f53b2b req-242a7829-40ac-4a92-9c29-6c65ddeed969 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0486615 May 19 15:11:35.281612 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c002-c3d4-45e5-874b-64319a92426b req-eaaf2124-d07c-414d-8eb5-4219e711d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:35.283106 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-eaaf2124-d07c-414d-8eb5-4219e711d085 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f&tenant_id=edea803526e44a55b74472ecefdb0fbc HTTP/1.1" status: 200 len: 1127 time: 0.0390179 May 19 15:11:35.284231 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-44edd7ff-75cd-4f4a-961c-614e68f53b2b req-771cfa4c-a5b0-4e51-bc45-64bf7eaf59dd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 May 19 15:11:35.345016 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c002-c3d4-45e5-874b-64319a92426b req-901bcce3-b89b-49ea-9fdc-4cbdbd6294e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:35.346499 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-901bcce3-b89b-49ea-9fdc-4cbdbd6294e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edea803526e44a55b74472ecefdb0fbc&device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1127 time: 0.0388589 May 19 15:11:35.441741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c002-c3d4-45e5-874b-64319a92426b req-e4e56280-3f07-4985-8f65-0e0c15cfae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:35.443190 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-e4e56280-3f07-4985-8f65-0e0c15cfae9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 200 len: 917 time: 0.0870323 May 19 15:11:35.503948 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-bacfc8d5-82d7-4e07-bcf1-028c32389d18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 200 len: 998 time: 0.0541356 May 19 15:11:35.551942 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c002-c3d4-45e5-874b-64319a92426b req-ab38d3b3-26d3-4647-8f7a-67fd2dcf245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:35.553355 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-ab38d3b3-26d3-4647-8f7a-67fd2dcf245b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 200 len: 855 time: 0.0428684 May 19 15:11:35.602125 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c002-c3d4-45e5-874b-64319a92426b req-6746d2c8-07f5-42da-8f1b-bee52cff7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:35.603613 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-6746d2c8-07f5-42da-8f1b-bee52cff7109 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aaadbb67-bc9d-4c4f-a511-c571d677d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432963 May 19 15:11:35.626855 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:35.692442 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-6e29d5d1-52ed-4397-aaec-62820c0ce1e9 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817022 May 19 15:11:35.774602 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:35.789391 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e06c002-c3d4-45e5-874b-64319a92426b req-9af835f4-756c-4075-b33b-765d84fa6923 service neutron] 10.222.0.49 "GET /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892131 May 19 15:11:36.454343 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e78c7-e5b6-4bda-825f-d0d0477e8d98 req-0dc3286c-99fd-4679-b8b0-41d9c4384454 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:36.456139 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c4e78c7-e5b6-4bda-825f-d0d0477e8d98 req-0dc3286c-99fd-4679-b8b0-41d9c4384454 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0499296 May 19 15:11:36.477655 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:36.509498 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c4e78c7-e5b6-4bda-825f-d0d0477e8d98 req-407de551-f7dc-4cb1-8bfa-0d04084ddd63 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471365 May 19 15:11:37.634828 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbb451-a0dc-4e65-ad81-e93d81557bae req-34f22ab5-962a-4859-a063-128f2058ce09 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:37.636343 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e0bbb451-a0dc-4e65-ad81-e93d81557bae req-34f22ab5-962a-4859-a063-128f2058ce09 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0519218 May 19 15:11:37.686476 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e0bbb451-a0dc-4e65-ad81-e93d81557bae req-e274737f-2ec6-44f2-8598-f3003cc257f6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440574 May 19 15:11:38.815165 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb758f-f728-469d-b225-ede961649a43 req-c545eefc-f5fe-4d28-80a1-4b8266169569 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:38.816675 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f3cb758f-f728-469d-b225-ede961649a43 req-c545eefc-f5fe-4d28-80a1-4b8266169569 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0481961 May 19 15:11:38.865342 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f3cb758f-f728-469d-b225-ede961649a43 req-e70e9caa-ee6c-460c-a7c5-c495062e911c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 May 19 15:11:40.004582 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc05d98-1f2e-4a47-92a2-446c62d16641 req-3d430320-5b27-4e97-b357-fe3c98d685d9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:40.006007 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4cc05d98-1f2e-4a47-92a2-446c62d16641 req-3d430320-5b27-4e97-b357-fe3c98d685d9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0647657 May 19 15:11:40.070370 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4cc05d98-1f2e-4a47-92a2-446c62d16641 req-7061b9c6-111c-488d-9a01-bed4f8ba39bb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576160 May 19 15:11:41.201227 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dd833-8715-44aa-a0fd-fc33407af50a req-4e51c9b5-0c47-411a-ab88-c4f638672724 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:41.202720 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c74dd833-8715-44aa-a0fd-fc33407af50a req-4e51c9b5-0c47-411a-ab88-c4f638672724 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0479350 May 19 15:11:41.250961 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c74dd833-8715-44aa-a0fd-fc33407af50a req-fdef92aa-f776-4c66-9ff9-fff1c400c5b9 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 May 19 15:11:42.382158 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1dec-04cb-409b-8f57-fcb602bd3155 req-dcc85df6-7a1b-4210-896f-84fef706a7a8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:42.383668 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-540c1dec-04cb-409b-8f57-fcb602bd3155 req-dcc85df6-7a1b-4210-896f-84fef706a7a8 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0518570 May 19 15:11:42.435295 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-540c1dec-04cb-409b-8f57-fcb602bd3155 req-73d22ce4-ec16-4573-b55d-0b21bbdf0074 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459642 May 19 15:11:43.567585 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097be03-35dd-4894-972d-baa388dc1d16 req-158c0aec-a5cc-4d4a-a9c0-46be5fad2acb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:43.569974 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e097be03-35dd-4894-972d-baa388dc1d16 req-158c0aec-a5cc-4d4a-a9c0-46be5fad2acb tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0581312 May 19 15:11:43.607015 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:43.620701 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e097be03-35dd-4894-972d-baa388dc1d16 req-b648217e-3553-4501-8860-1499e93a156a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450830 May 19 15:11:43.712463 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:43.738443 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:44.060641 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dcf0-3e44-4e25-8a08-1b6d5996bb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:44.741708 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff0588-d7ba-49ff-840a-a3c51ce3034f req-53a63875-264f-46da-946b-db482b1896b7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:44.743494 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dfff0588-d7ba-49ff-840a-a3c51ce3034f req-53a63875-264f-46da-946b-db482b1896b7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0473657 May 19 15:11:44.792153 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dfff0588-d7ba-49ff-840a-a3c51ce3034f req-05520b02-9e72-444f-a2e1-21dd30fbce80 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 May 19 15:11:45.334296 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:45.784501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=19 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:45.785782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:45.922728 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab67e3-a560-473a-b47c-85d159ad7ef8 req-bc80eee7-61c2-42a8-b883-c33e706e7416 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:45.924231 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-60ab67e3-a560-473a-b47c-85d159ad7ef8 req-bc80eee7-61c2-42a8-b883-c33e706e7416 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0545282 May 19 15:11:45.971425 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-60ab67e3-a560-473a-b47c-85d159ad7ef8 req-c8616f37-67cc-4185-8dfb-3104e465ff98 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411031 May 19 15:11:46.270571 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f4058999-0de9-4969-ba95-105c2632aba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:47.092345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4531aae-57af-4287-963c-fdab13c1a40e req-bae02eff-d821-42b4-b3b1-eab4ae2b1bb0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:47.093799 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a4531aae-57af-4287-963c-fdab13c1a40e req-bae02eff-d821-42b4-b3b1-eab4ae2b1bb0 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 943 time: 0.0468163 May 19 15:11:47.140303 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a4531aae-57af-4287-963c-fdab13c1a40e req-47ee7f47-9dc8-4691-835c-01f56fd2f24a tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410919 May 19 15:11:47.415512 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:47.436527 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:11:47.539911 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:47.553122 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'port_id': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'mac_address': 'fa:16:3e:71:cf:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:11:47.588252 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 31aad5e7-16b4-45c8-b12a-2912bed903a1 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:47.588564 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:47.601244 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aad5e7-16b4-45c8-b12a-2912bed903a1 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:11:47.621127 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:47.624672 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:47.668908 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=9']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:47.893450 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['31aad5e7-16b4-45c8-b12a-2912bed903a1'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:11:48.430532 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007812f3-3d7a-4cc2-9be0-46855ba1d367 req-cafcc98f-37af-4576-8da6-56be3115860c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:48.431965 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-007812f3-3d7a-4cc2-9be0-46855ba1d367 req-cafcc98f-37af-4576-8da6-56be3115860c tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 944 time: 0.0470057 May 19 15:11:48.481525 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-007812f3-3d7a-4cc2-9be0-46855ba1d367 req-a7e50a5c-4ae7-4ca3-b66a-9c7e81457df6 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 May 19 15:11:48.643159 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:49.441879 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:11:49.484843 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 31aad5e7-16b4-45c8-b12a-2912bed903a1 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:11:49.485215 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:49.562117 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 31aad5e7-16b4-45c8-b12a-2912bed903a1 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:11:49.562502 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:49.585158 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:49.587331 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae9c50-d1d4-46aa-bed5-c10208a27170" -d '{"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:49.600125 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:49.601647 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e749831-700b-4078-9fe7-6aea778a9448 req-b2876b97-41a5-4d18-a0d9-cd96ae4a53f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:49.603371 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1e749831-700b-4078-9fe7-6aea778a9448 req-b2876b97-41a5-4d18-a0d9-cd96ae4a53f7 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 944 time: 0.0471969 May 19 15:11:49.606449 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:49.634823 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2277319b-e1b7-4961-af0b-acc533ede7ef x-openstack-request-id: req-2277319b-e1b7-4961-af0b-acc533ede7ef {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:49.635137 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:49.635417 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2277319b-e1b7-4961-af0b-acc533ede7ef {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:49.635809 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2277319b-e1b7-4961-af0b-acc533ede7ef'] response: {'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'code': 200} May 19 15:11:49.655392 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1e749831-700b-4078-9fe7-6aea778a9448 req-9a4edc2b-d4e7-4542-a70e-053712846954 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 May 19 15:11:49.670213 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=10']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:49.843887 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f122-c34d-4b24-a53b-4cc484bb1858 req-635dcf1e-53ba-4f27-982d-eee1d18c25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:49.845279 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c0e7f122-c34d-4b24-a53b-4cc484bb1858 req-635dcf1e-53ba-4f27-982d-eee1d18c25d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 1130 time: 0.0382845 May 19 15:11:49.887301 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c0e7f122-c34d-4b24-a53b-4cc484bb1858 req-bfcae767-ad96-4ca1-b5df-46172205bf12 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360174 May 19 15:11:50.317106 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:50.739954 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:50.776834 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b91ed8-24bf-4152-9e39-cce6b280d248 req-3f4c7f8b-b905-4a42-8bf0-950568b0c54b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:50.778263 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-01b91ed8-24bf-4152-9e39-cce6b280d248 req-3f4c7f8b-b905-4a42-8bf0-950568b0c54b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 946 time: 0.0473752 May 19 15:11:50.823537 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-01b91ed8-24bf-4152-9e39-cce6b280d248 req-9285c1b7-222c-4d90-97c9-05e96cc624df tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 May 19 15:11:51.947754 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e8c96-b640-4d11-8c43-77308cee29a0 req-052e9a06-89bc-426b-9372-8fa056942e11 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:51.949300 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c77e8c96-b640-4d11-8c43-77308cee29a0 req-052e9a06-89bc-426b-9372-8fa056942e11 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 946 time: 0.0521305 May 19 15:11:51.997013 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c77e8c96-b640-4d11-8c43-77308cee29a0 req-cacb1e14-dff5-49a4-9419-3a6d03589878 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 May 19 15:11:53.114298 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee7d5-972a-4be9-aa4c-f8a1d1543d74 req-c587edab-bd93-4aa1-aa82-4794d369e534 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:53.115794 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9fbee7d5-972a-4be9-aa4c-f8a1d1543d74 req-c587edab-bd93-4aa1-aa82-4794d369e534 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 946 time: 0.0466402 May 19 15:11:53.163710 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9fbee7d5-972a-4be9-aa4c-f8a1d1543d74 req-bbf8c010-03f7-4cd4-aa9b-61f2bf1dd7c4 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420976 May 19 15:11:54.303944 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:55.029136 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24a657-d1cf-4c5d-b2ff-bfae110ae527 req-d651221c-ae1c-4e70-ba7f-cb4c7cdefb47 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:55.030528 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7d24a657-d1cf-4c5d-b2ff-bfae110ae527 req-d651221c-ae1c-4e70-ba7f-cb4c7cdefb47 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 945 time: 0.0558667 May 19 15:11:55.080630 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7d24a657-d1cf-4c5d-b2ff-bfae110ae527 req-b2dd6430-8c49-41af-9661-09c6bb508c33 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 May 19 15:11:56.194168 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13724c-660b-406c-b5d3-5d0ee2a810b4 req-d83efb62-3673-469b-b01a-a0ec8ca0a2b4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:56.195627 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0a13724c-660b-406c-b5d3-5d0ee2a810b4 req-d83efb62-3673-469b-b01a-a0ec8ca0a2b4 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 945 time: 0.0458815 May 19 15:11:56.240826 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0a13724c-660b-406c-b5d3-5d0ee2a810b4 req-b5f2eedb-99ca-484b-9e5a-90e981e690b3 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398362 May 19 15:11:56.728295 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-bc949711-53ba-4c80-831d-6ba42a0e0b9d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:11:56.729739 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-bc949711-53ba-4c80-831d-6ba42a0e0b9d tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 945 time: 0.0456560 May 19 15:11:56.816318 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port 755d6177-6434-4526-90a2-6d811cc92c76 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:11:56.816648 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (755d6177-6434-4526-90a2-6d811cc92c76), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:56.908697 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] For port 755d6177-6434-4526-90a2-6d811cc92c76, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=755d6177-6434-4526-90a2-6d811cc92c76,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:11:56.909049 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (755d6177-6434-4526-90a2-6d811cc92c76), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:57.062359 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:57.062620 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (c81c12aa-5935-4799-ade1-24a8025ff18b), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:57.062922 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Floating IP c81c12aa-5935-4799-ade1-24a8025ff18b disassociated. External IP: 172.27.2.5, port: 755d6177-6434-4526-90a2-6d811cc92c76. May 19 15:11:57.063289 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for 755d6177-6434-4526-90a2-6d811cc92c76 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:11:57.189588 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (755d6177-6434-4526-90a2-6d811cc92c76), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:57.217568 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=755d6177-6434-4526-90a2-6d811cc92c76,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:57.327166 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:11:57.340612 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b2820330-ceab-48a9-bdb2-8fff217b4f10 req-0513d1d4-7487-486b-821a-afd076c172dc tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a263534-d906-4c7d-9b25-88e0aca68b0c HTTP/1.1" status: 200 len: 210 time: 0.0292971 May 19 15:11:57.429968 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:11:57.440107 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:11:57.451335 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:57.451856 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:11:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:57.471788 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] No DVR routers for this DVR port 755d6177-6434-4526-90a2-6d811cc92c76 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:11:57.474990 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:57.478342 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9ec87877-64e0-4635-9c63-d69cd2c55f49 req-f3df0b72-7ee6-4067-93c5-4874e0975eaa tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.49 "DELETE /v2.0/ports/755d6177-6434-4526-90a2-6d811cc92c76 HTTP/1.1" status: 204 len: 173 time: 0.7424643 May 19 15:11:57.478774 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'name': 'network-vif-deleted', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:11:57.481012 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d3c15-2716-443e-bae4-8615462d2df3" -d '{"events": [{"server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "name": "network-vif-deleted", "tag": "755d6177-6434-4526-90a2-6d811cc92c76"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:11:57.535800 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c880f0c-fa00-459f-a663-e40a7ab6cdd4 x-openstack-request-id: req-3c880f0c-fa00-459f-a663-e40a7ab6cdd4 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:11:57.536199 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a263534-d906-4c7d-9b25-88e0aca68b0c", "name": "network-vif-deleted", "tag": "755d6177-6434-4526-90a2-6d811cc92c76", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:11:57.536326 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c880f0c-fa00-459f-a663-e40a7ab6cdd4 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:11:57.536713 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c880f0c-fa00-459f-a663-e40a7ab6cdd4'] response: {'server_uuid': '1a263534-d906-4c7d-9b25-88e0aca68b0c', 'name': 'network-vif-deleted', 'tag': '755d6177-6434-4526-90a2-6d811cc92c76', 'status': 'completed', 'code': 200} May 19 15:11:57.575039 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:57.782118 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:57.806510 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:11:57.814780 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:11:57.815405 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:11:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:57.916818 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:11:58.107460 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:11:58.137546 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e282781-d6b0-41fe-ae6d-ad66b1504d6e None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:05:35Z', 'revision_number': 4, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '8db79f4d-ccfe-45a3-9c7a-d5b00eed1535', 'name': '', 'network_id': '6c03712e-3615-4599-bcae-117320ca4aeb', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'mac_address': 'fa:16:3e:ea:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:33Z', 'updated_at': '2022-05-19T15:05:41Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'subnets': [{'id': '1d833707-4508-4e48-95a7-b9e61c5b65f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:11:58.355415 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc5496-4bd0-419e-ba63-1f2713cde8a6 None None] New status for floating IP c81c12aa-5935-4799-ade1-24a8025ff18b: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:11:58.428904 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48752) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:11:58.478787 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:58.488715 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-350d5d7d-246b-4842-b8b1-2f69db0c90ec tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.514628 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-350d5d7d-246b-4842-b8b1-2f69db0c90ec tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.561353 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-350d5d7d-246b-4842-b8b1-2f69db0c90ec tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.563844 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-350d5d7d-246b-4842-b8b1-2f69db0c90ec tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.564969 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-350d5d7d-246b-4842-b8b1-2f69db0c90ec tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e HTTP/1.1" status: 204 len: 168 time: 0.1349857 May 19 15:11:58.568057 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48754) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:11:58.573945 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d5d7d-246b-4842-b8b1-2f69db0c90ec tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:58.581712 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-064edfcb-dc84-43d2-97dc-194f7c124137 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] show failed (client error): The resource could not be found. May 19 15:11:58.582905 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-064edfcb-dc84-43d2-97dc-194f7c124137 tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "GET /v2.0/security-groups/3c3d3e7c-30c5-47bc-9c1f-8c81e5eae61e HTTP/1.1" status: 404 len: 347 time: 0.0137994 May 19 15:11:58.585803 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48756) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:11:58.591729 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:58.634095 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:58.696725 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Deleting port 4aed4a13-e703-49ae-90f0-0661b90d3bd5 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:11:58.697058 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.774023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.774345 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (4aed4a13-e703-49ae-90f0-0661b90d3bd5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.787141 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Calling delete_port for 4aed4a13-e703-49ae-90f0-0661b90d3bd5 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:11:58.917428 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (4aed4a13-e703-49ae-90f0-0661b90d3bd5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:58.939971 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Pushing event deleted for resources: {'Port': ['ID=4aed4a13-e703-49ae-90f0-0661b90d3bd5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:11:59.003852 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks [] for floatingip (c81c12aa-5935-4799-ade1-24a8025ff18b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:59.006868 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:11:59.008043 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e9f29560-88a1-4138-b2ec-20a3c6b1f32e tempest-AttachVolumeNegativeTest-1047460273 tempest-AttachVolumeNegativeTest-1047460273-project] 10.222.0.24 "DELETE /v2.0/floatingips/c81c12aa-5935-4799-ade1-24a8025ff18b HTTP/1.1" status: 204 len: 168 time: 0.4212489 May 19 15:11:59.478793 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 755d6177-6434-4526-90a2-6d811cc92c76 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:11:59.480940 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:59.482441 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:11:59.500021 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 755d6177-6434-4526-90a2-6d811cc92c76 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:11:59.500363 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 755d6177-6434-4526-90a2-6d811cc92c76 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:02.080780 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:02.692258 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48812) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:03.040297 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:03.405006 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:03.472860 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:03.484281 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Deleting port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:03.484617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:03.562902 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] For port 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:03.563350 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:03.575882 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Calling delete_port for 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:03.755387 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (8db79f4d-ccfe-45a3-9c7a-d5b00eed1535), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:03.782887 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db79f4d-ccfe-45a3-9c7a-d5b00eed1535,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:03.795693 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.796045 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.796383 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.796724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.797059 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.797388 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.797713 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.798032 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.798350 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.798668 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.798989 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.799334 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.799649 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.799964 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.800276 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:03.954492 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:04.159398 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:12:04.205058 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:04.261140 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:12:04.267135 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ed562eef-9d69-403f-b58a-e8b1b1dd2652 admin admin] 10.222.0.24 "PUT /v2.0/routers/9c75c24b-796e-45b9-9d0d-1c7ec29a6d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5735373 May 19 15:12:04.269953 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 48818) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:04.270412 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] Sync routers for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:12:04.281308 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:12:04.281993 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:11:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:04.379114 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks [] for router (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:04.383902 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:12:04.482903 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks [] for router_gateway (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:04.557970 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:12:03Z', 'revision_number': 5, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port': {'id': 'b8cb0bcd-47b7-4958-ae5c-403408c07998', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:29Z', 'updated_at': '2022-05-19T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:04.586834 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] Checking router: 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:12:04.596095 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] Routers {'9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:12:04.596709 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:11:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:04.598824 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:04.717925 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:04.739340 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Deleting port b8cb0bcd-47b7-4958-ae5c-403408c07998 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:04.739673 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:04.766065 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] Set router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:12:04.810610 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:04.814648 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:12:04Z', 'revision_number': 6, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:04.818513 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] For port b8cb0bcd-47b7-4958-ae5c-403408c07998, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=b8cb0bcd-47b7-4958-ae5c-403408c07998,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:04.818868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:04.835956 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Calling delete_port for b8cb0bcd-47b7-4958-ae5c-403408c07998 owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:04.840081 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d845660-3de6-4157-878c-fb23f328c44b None None] The sync data for ids ['9c75c24b-796e-45b9-9d0d-1c7ec29a6d85'] in dv-cinder-825492-12-iscsi is: [{'id': '9c75c24b-796e-45b9-9d0d-1c7ec29a6d85', 'name': 'tempest-AttachVolumeNegativeTest-914282085-router', 'tenant_id': '34c1099557144b8bb2fff88f5b526834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:27Z', 'updated_at': '2022-05-19T15:12:04Z', 'revision_number': 6, 'project_id': '34c1099557144b8bb2fff88f5b526834', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:12:04.992352 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (b8cb0bcd-47b7-4958-ae5c-403408c07998), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.019715 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cb0bcd-47b7-4958-ae5c-403408c07998,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:05.091069 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.196548 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.199383 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks [] for router_controller (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.272414 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (9c75c24b-796e-45b9-9d0d-1c7ec29a6d85), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.273135 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:12:05.280448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.281923 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-459fcc9b-df99-49d6-a713-39ad2db69ca5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9c75c24b-796e-45b9-9d0d-1c7ec29a6d85 HTTP/1.1" status: 204 len: 168 time: 1.0106418 May 19 15:12:05.284605 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48822) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:05.329133 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:05.346768 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] Deleting subnet 1d833707-4508-4e48-95a7-b9e61c5b65f5 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:12:05.350693 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] Publish callbacks [] for subnet (1d833707-4508-4e48-95a7-b9e61c5b65f5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.386541 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (1d833707-4508-4e48-95a7-b9e61c5b65f5), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.465309 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (1d833707-4508-4e48-95a7-b9e61c5b65f5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.522075 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (1d833707-4508-4e48-95a7-b9e61c5b65f5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.556154 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.561539 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1d833707-4508-4e48-95a7-b9e61c5b65f5 HTTP/1.1" status: 204 len: 168 time: 0.2735617 May 19 15:12:05.561539 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636caec8-d8e3-427f-90e9-f907b29fb3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d833707-4508-4e48-95a7-b9e61c5b65f5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:05.561779 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48828) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:05.564854 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea7fbe-ac88-429f-a917-e5a53346adf5 None None] Network 6c03712e-3615-4599-bcae-117320ca4aeb requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:12:05.646884 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (6c03712e-3615-4599-bcae-117320ca4aeb), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.715457 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Deleting port 04f00dba-15b6-4533-889c-c58c57dae985 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:05.715796 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (04f00dba-15b6-4533-889c-c58c57dae985), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.746573 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:12:05.776312 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:12:05.776842 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 8db79f4d-ccfe-45a3-9c7a-d5b00eed1535 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:05.785161 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] DHCP port deletion for 6c03712e-3615-4599-bcae-117320ca4aeb request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:12:05.829716 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] For port 04f00dba-15b6-4533-889c-c58c57dae985, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=04f00dba-15b6-4533-889c-c58c57dae985,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:05.831441 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (04f00dba-15b6-4533-889c-c58c57dae985), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.836019 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] Deleting port 04f00dba-15b6-4533-889c-c58c57dae985 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:05.836669 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (04f00dba-15b6-4533-889c-c58c57dae985), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.848860 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Calling delete_port for 04f00dba-15b6-4533-889c-c58c57dae985 owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:05.882043 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852acb-a77c-4499-9a68-1393d1e61a06 req-98a82bc5-b9ce-4cd1-948f-0642593b6ad8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:05.883977 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8f852acb-a77c-4499-9a68-1393d1e61a06 req-98a82bc5-b9ce-4cd1-948f-0642593b6ad8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0514004 May 19 15:12:05.914186 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] For port 04f00dba-15b6-4533-889c-c58c57dae985, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=04f00dba-15b6-4533-889c-c58c57dae985,segment=NetworkSegment(3716cbbd-bfbc-4590-bbe6-a8b00835fd50),segment_id=3716cbbd-bfbc-4590-bbe6-a8b00835fd50)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:05.914584 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (04f00dba-15b6-4533-889c-c58c57dae985), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.916433 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:05.932740 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] Calling delete_port for 04f00dba-15b6-4533-889c-c58c57dae985 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:05.938567 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8f852acb-a77c-4499-9a68-1393d1e61a06 req-7ddcf3a1-9324-45a3-8641-2ce15871ca96 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489752 May 19 15:12:05.950964 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (04f00dba-15b6-4533-889c-c58c57dae985), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:05.979919 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] No DVR routers for this DVR port 04f00dba-15b6-4533-889c-c58c57dae985 on host dv-cinder-825492-12-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:12:06.002908 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f00dba-15b6-4533-889c-c58c57dae985,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:06.021296 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647'] for port (04f00dba-15b6-4533-889c-c58c57dae985), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.045770 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] Pushing event deleted for resources: {'Port': ['ID=04f00dba-15b6-4533-889c-c58c57dae985,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:06.049265 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5761a-00c5-44db-8797-6915527f7acb None None] No DVR routers for this DVR port 04f00dba-15b6-4533-889c-c58c57dae985 on host dv-cinder-825492-12-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:12:06.064952 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (6c03712e-3615-4599-bcae-117320ca4aeb), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.089370 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c03712e-3615-4599-bcae-117320ca4aeb']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:06.098792 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3716cbbd-bfbc-4590-bbe6-a8b00835fd50') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:06.099088 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3716cbbd-bfbc-4590-bbe6-a8b00835fd50') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:06.108308 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (3716cbbd-bfbc-4590-bbe6-a8b00835fd50), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.122628 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (3716cbbd-bfbc-4590-bbe6-a8b00835fd50), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.128980 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:12:06.130394 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (3716cbbd-bfbc-4590-bbe6-a8b00835fd50), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:12:06.132135 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:12:06.184920 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (6c03712e-3615-4599-bcae-117320ca4aeb), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.190511 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:06.192268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.195221 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c03712e-3615-4599-bcae-117320ca4aeb HTTP/1.1" status: 204 len: 168 time: 0.6322687 May 19 15:12:06.208370 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e362b42-f233-43de-b69e-c6e552e6dea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c03712e-3615-4599-bcae-117320ca4aeb,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:06.306030 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48836) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:06.329055 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:12:06.346404 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7ecfb38a-3c35-4801-abe4-a64299cf2438 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34c1099557144b8bb2fff88f5b526834&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391793 May 19 15:12:06.349560 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 48838) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:06.397267 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aa8344c8-5aea-4e99-b982-28d39abdcf45 admin admin] Publish callbacks [] for security_group (236b845d-1d64-4e8f-8155-1be40385300e), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.420412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:06.422596 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aa8344c8-5aea-4e99-b982-28d39abdcf45 admin admin] Publish callbacks [] for security_group (236b845d-1d64-4e8f-8155-1be40385300e), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.472445 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aa8344c8-5aea-4e99-b982-28d39abdcf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (236b845d-1d64-4e8f-8155-1be40385300e), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.475527 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aa8344c8-5aea-4e99-b982-28d39abdcf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:06.476652 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-aa8344c8-5aea-4e99-b982-28d39abdcf45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/236b845d-1d64-4e8f-8155-1be40385300e HTTP/1.1" status: 204 len: 168 time: 0.1261220 May 19 15:12:06.487852 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8344c8-5aea-4e99-b982-28d39abdcf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236b845d-1d64-4e8f-8155-1be40385300e,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:07.070869 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bdcab-c232-43d7-93e3-74401d79a6de req-5d71f58f-f5da-4e42-be3a-5278ed951056 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:07.072687 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c2bdcab-c232-43d7-93e3-74401d79a6de req-5d71f58f-f5da-4e42-be3a-5278ed951056 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0571742 May 19 15:12:07.120251 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c2bdcab-c232-43d7-93e3-74401d79a6de req-af6d51d0-c64d-41e2-a655-0e3cbbc84d42 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 May 19 15:12:07.340724 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 04f00dba-15b6-4533-889c-c58c57dae985 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:12:07.362045 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 04f00dba-15b6-4533-889c-c58c57dae985 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:12:07.362479 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 04f00dba-15b6-4533-889c-c58c57dae985 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:07.362793 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b8cb0bcd-47b7-4958-ae5c-403408c07998 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:12:07.385580 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: b8cb0bcd-47b7-4958-ae5c-403408c07998 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:12:07.385917 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b8cb0bcd-47b7-4958-ae5c-403408c07998 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:08.234746 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42447db-4066-4c0a-8a5f-9cf94dd1cfbe req-5679eb98-faf5-46bc-bf30-028c8959eef1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:08.236229 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e42447db-4066-4c0a-8a5f-9cf94dd1cfbe req-5679eb98-faf5-46bc-bf30-028c8959eef1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0468204 May 19 15:12:08.282614 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e42447db-4066-4c0a-8a5f-9cf94dd1cfbe req-0efa853b-4071-4c78-aaac-3fbefdd8617b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 May 19 15:12:09.406892 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa59fc-c98d-4e78-a679-792591413944 req-bf357050-f5c0-4f7f-9b34-7dfa4471a8f1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:09.408563 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6afa59fc-c98d-4e78-a679-792591413944 req-bf357050-f5c0-4f7f-9b34-7dfa4471a8f1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0498912 May 19 15:12:09.473449 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6afa59fc-c98d-4e78-a679-792591413944 req-f02ec7aa-d371-402c-8dca-9354fcc64d0a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565300 May 19 15:12:10.596955 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f57ee-1a51-494b-aa81-a204701af363 req-7d04d588-2060-465a-9856-6ba4eefa26c0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:10.599474 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-175f57ee-1a51-494b-aa81-a204701af363 req-7d04d588-2060-465a-9856-6ba4eefa26c0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0542932 May 19 15:12:10.649197 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-175f57ee-1a51-494b-aa81-a204701af363 req-f4928194-c03c-4abc-83b9-4a572560abc6 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443466 May 19 15:12:11.764916 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad540-cb97-4eab-acb4-8f58530f7932 req-a82a6f00-4fef-4cbc-b8c8-6b31e33b63eb tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:11.766361 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1caad540-cb97-4eab-acb4-8f58530f7932 req-a82a6f00-4fef-4cbc-b8c8-6b31e33b63eb tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0476146 May 19 15:12:11.809081 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:11.814036 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1caad540-cb97-4eab-acb4-8f58530f7932 req-3c555711-bc34-440c-8059-968876b74f5a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420942 May 19 15:12:12.929762 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6b817-1588-455c-97ba-0051970cd93b req-6448714d-bf8b-455f-85cb-1f382d458d55 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:12.931272 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-17a6b817-1588-455c-97ba-0051970cd93b req-6448714d-bf8b-455f-85cb-1f382d458d55 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0507572 May 19 15:12:12.977219 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-17a6b817-1588-455c-97ba-0051970cd93b req-54a38782-651f-4c2f-84b3-c8154b697cca tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 May 19 15:12:14.046682 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6320cc1c-aa42-4567-92e2-ab8c0900b6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:14.093838 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd8c5-3e81-42e7-9721-4c70a7d55371 req-8e62a3ee-539c-4f8f-a13e-e8810e67b7f8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:14.095344 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-885dd8c5-3e81-42e7-9721-4c70a7d55371 req-8e62a3ee-539c-4f8f-a13e-e8810e67b7f8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0482724 May 19 15:12:14.143294 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-885dd8c5-3e81-42e7-9721-4c70a7d55371 req-af3508db-efa4-445b-bc36-50645ee79906 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422521 May 19 15:12:15.257066 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35b99b-7288-40da-a812-2c602c0bee20 req-e4933fff-24ad-41be-bf02-5f9b720785a8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:15.258515 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-be35b99b-7288-40da-a812-2c602c0bee20 req-e4933fff-24ad-41be-bf02-5f9b720785a8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0471811 May 19 15:12:15.307340 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-be35b99b-7288-40da-a812-2c602c0bee20 req-b5d6a31b-877c-4527-b333-394324dd437e tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 May 19 15:12:16.272463 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7bc4b949-9a6d-4a30-875e-9f9adee005cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:16.419916 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e6124-af9e-4996-8741-46726b1c52ca req-a73e0710-17bd-4d7f-b002-21be03b4708e tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:16.421356 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-272e6124-af9e-4996-8741-46726b1c52ca req-a73e0710-17bd-4d7f-b002-21be03b4708e tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0462613 May 19 15:12:16.467356 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-272e6124-af9e-4996-8741-46726b1c52ca req-e56482b5-8354-4afb-8039-d842e3dabcff tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 May 19 15:12:16.479045 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:16.479977 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:17.418604 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:17.579654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268e814-9bc1-462d-8d49-6cd9be41a9f0 req-227f9750-9fe7-4953-a7a6-5e4106469f07 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:17.581089 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5268e814-9bc1-462d-8d49-6cd9be41a9f0 req-227f9750-9fe7-4953-a7a6-5e4106469f07 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0458002 May 19 15:12:17.626892 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5268e814-9bc1-462d-8d49-6cd9be41a9f0 req-e85ea811-3ac2-450f-ad54-26ba95025757 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398595 May 19 15:12:18.645742 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:18.744349 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc804bb-cccb-475a-a927-8752bdf38a08 req-0cdd5171-d88b-4cc8-a6a1-a208650f590a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:18.745807 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1cc804bb-cccb-475a-a927-8752bdf38a08 req-0cdd5171-d88b-4cc8-a6a1-a208650f590a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0519369 May 19 15:12:18.792603 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1cc804bb-cccb-475a-a927-8752bdf38a08 req-e587d656-85f6-4689-97c0-43f56e4957e2 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 May 19 15:12:19.920456 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0713-4c06-44f8-a3b9-c64381abe084 req-fd84b38d-23ea-4c8d-b045-03e2b046ef2b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:19.921970 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c15d0713-4c06-44f8-a3b9-c64381abe084 req-fd84b38d-23ea-4c8d-b045-03e2b046ef2b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0554397 May 19 15:12:19.941388 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:19.972498 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c15d0713-4c06-44f8-a3b9-c64381abe084 req-f33926b7-cf92-45c1-bc20-c63eab2bf8bd tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 May 19 15:12:20.320548 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:21.096478 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e292ab-c070-4972-81bf-946d728075e2 req-ae9d6906-86b6-4e54-92e4-b28c48dadde2 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:21.099336 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-57e292ab-c070-4972-81bf-946d728075e2 req-ae9d6906-86b6-4e54-92e4-b28c48dadde2 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0584879 May 19 15:12:21.156041 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-57e292ab-c070-4972-81bf-946d728075e2 req-6b528e5e-c3a7-4f66-9d07-fd642212be94 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491817 May 19 15:12:22.272388 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6dc4-40ee-4ff6-a4ea-7f8e9257b19d req-ec7d2433-c69c-4e28-8526-bd0a8b08e67d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:22.273830 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ecbb6dc4-40ee-4ff6-a4ea-7f8e9257b19d req-ec7d2433-c69c-4e28-8526-bd0a8b08e67d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0469310 May 19 15:12:22.320519 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ecbb6dc4-40ee-4ff6-a4ea-7f8e9257b19d req-b1b69009-7600-416a-bd4a-0e051b129fea tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 May 19 15:12:22.334552 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=13 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:22.338768 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=10 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:22.532391 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f748d44-530e-431b-8c2d-0f6f333191e3 req-0ed67e62-4311-4b29-9d06-a905dc00865c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:22.533985 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6f748d44-530e-431b-8c2d-0f6f333191e3 req-0ed67e62-4311-4b29-9d06-a905dc00865c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0524750 May 19 15:12:22.589838 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-17017f9b-7765-46f3-92ef-2fdc89388b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:22.591396 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-17017f9b-7765-46f3-92ef-2fdc89388b46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 1129 time: 0.0447896 May 19 15:12:22.592430 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6f748d44-530e-431b-8c2d-0f6f333191e3 req-9ac33eb8-23f1-4f94-8d3b-88d7b676aec9 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510838 May 19 15:12:22.706499 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-d1043565-14aa-48c0-91b6-13354a8a25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:22.709414 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-d1043565-14aa-48c0-91b6-13354a8a25bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 912 time: 0.1092904 May 19 15:12:22.774405 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-a2f1b980-16c9-4000-b2eb-4259a95cba87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 200 len: 1001 time: 0.0590169 May 19 15:12:22.823940 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-c24e0359-f3de-4498-b50e-5e87b1ccfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:22.825393 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-c24e0359-f3de-4498-b50e-5e87b1ccfc60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0439804 May 19 15:12:22.868518 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-74d427a6-8d67-4fab-bfb6-ea1b09b728c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:22.869996 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-74d427a6-8d67-4fab-bfb6-ea1b09b728c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386176 May 19 15:12:22.964964 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-598f9d35-5830-4cc1-84b1-65e19baa8059 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872743 May 19 15:12:23.059470 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36a3cc4f-aba8-4477-95f7-9985b9095e5e req-a8f2b939-dc11-4324-8800-48160c11e560 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864880 May 19 15:12:23.710575 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c39c8-be62-4714-8649-e159456c49c2 req-4c6b938c-eb6d-49b0-9a57-8dd33220a8e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:23.712038 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b58c39c8-be62-4714-8649-e159456c49c2 req-4c6b938c-eb6d-49b0-9a57-8dd33220a8e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0465841 May 19 15:12:23.759044 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b58c39c8-be62-4714-8649-e159456c49c2 req-661f2b3a-0d7d-47fd-a746-3dd4adb6d6a0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 May 19 15:12:24.863568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:24.875981 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6738a-4be6-446e-9145-e45f29f5f592 req-90a37cc8-d949-46a5-b8b8-2134b04a9fd3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:24.877433 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1d6738a-4be6-446e-9145-e45f29f5f592 req-90a37cc8-d949-46a5-b8b8-2134b04a9fd3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0482988 May 19 15:12:24.924685 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b1d6738a-4be6-446e-9145-e45f29f5f592 req-08543cac-8dbc-4a4a-ae42-e9aec3932320 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411675 May 19 15:12:26.589967 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7715b5c-1080-4eda-8669-c25820f414b6 req-4a85eb4d-e4bc-4d7b-96af-3561b6f326dd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:26.591374 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7715b5c-1080-4eda-8669-c25820f414b6 req-4a85eb4d-e4bc-4d7b-96af-3561b6f326dd tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 946 time: 0.0510557 May 19 15:12:26.637149 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7715b5c-1080-4eda-8669-c25820f414b6 req-5a9cdb59-d821-42ae-b4d2-322e90495c67 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 May 19 15:12:27.753372 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fbcd5-89b6-4d36-b5dd-f97b0e161d50 req-01d2c3e6-6bae-4228-b5f8-0e86a7169251 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:27.754832 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-427fbcd5-89b6-4d36-b5dd-f97b0e161d50 req-01d2c3e6-6bae-4228-b5f8-0e86a7169251 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 946 time: 0.0455518 May 19 15:12:27.805043 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-427fbcd5-89b6-4d36-b5dd-f97b0e161d50 req-73b22731-ebae-424b-8bde-a959d6472528 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1868b4f-9137-41b4-99fc-9c1c05a36411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409677 May 19 15:12:28.031127 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-01fe7618-185f-4203-a58d-c5ea0ffe9997 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:28.032469 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-01fe7618-185f-4203-a58d-c5ea0ffe9997 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 946 time: 0.0464928 May 19 15:12:28.111151 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Deleting port 31aad5e7-16b4-45c8-b12a-2912bed903a1 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:28.111515 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:28.202381 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] For port 31aad5e7-16b4-45c8-b12a-2912bed903a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=31aad5e7-16b4-45c8-b12a-2912bed903a1,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:28.202732 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:28.360343 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:28.360701 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (f6e2af4f-24e8-4fef-84ad-220e0e96d7ea), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:28.361012 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Floating IP f6e2af4f-24e8-4fef-84ad-220e0e96d7ea disassociated. External IP: 172.27.2.54, port: 31aad5e7-16b4-45c8-b12a-2912bed903a1. May 19 15:12:28.361354 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Calling delete_port for 31aad5e7-16b4-45c8-b12a-2912bed903a1 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:28.437559 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:28.445464 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:28.497529 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (31aad5e7-16b4-45c8-b12a-2912bed903a1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:28.522917 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event deleted for resources: {'Port': ['ID=31aad5e7-16b4-45c8-b12a-2912bed903a1,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:28.642346 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Router 622f24b7-6ec4-4db0-8274-5860a0e714b8 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:12:28.745221 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:12:28.754571 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] Sync routers for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:12:28.764471 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:12:28.765070 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:12:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:28.787328 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] No DVR routers for this DVR port 31aad5e7-16b4-45c8-b12a-2912bed903a1 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:12:28.789871 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:28.792980 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7929eaea-c381-4df4-8335-9b3dc19c1823 req-8ef12909-869e-4b10-a2e0-b1279770ad87 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.49 "DELETE /v2.0/ports/31aad5e7-16b4-45c8-b12a-2912bed903a1 HTTP/1.1" status: 204 len: 173 time: 0.7555916 May 19 15:12:28.793407 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-deleted', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:12:28.795627 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da4fcf1-e64a-4bd7-bb4e-3bd82743fe81" -d '{"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-deleted", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:12:28.834386 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f4ec6-a615-477a-8b5f-60b0cc1cc18d x-openstack-request-id: req-177f4ec6-a615-477a-8b5f-60b0cc1cc18d {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:12:28.834618 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7516d806-e895-4839-8142-5209040d1f2f", "name": "network-vif-deleted", "tag": "31aad5e7-16b4-45c8-b12a-2912bed903a1", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:12:28.834868 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-177f4ec6-a615-477a-8b5f-60b0cc1cc18d {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:12:28.835292 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177f4ec6-a615-477a-8b5f-60b0cc1cc18d'] response: {'server_uuid': '7516d806-e895-4839-8142-5209040d1f2f', 'name': 'network-vif-deleted', 'tag': '31aad5e7-16b4-45c8-b12a-2912bed903a1', 'status': 'completed', 'code': 200} May 19 15:12:28.885588 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:12:28.940327 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ebc65343-9484-41df-8414-eefa54c5ae8b req-602bc2a9-8eaa-49a5-8f4f-fb0b57ec7264 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 210 time: 0.0314062 May 19 15:12:29.067413 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:29.085577 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:29.109447 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] Checking router: 622f24b7-6ec4-4db0-8274-5860a0e714b8 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:12:29.112017 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:29.120643 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:12:29.121268 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:12:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:29.221613 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:12:29.406379 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:29.434530 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46a741-9dd5-4780-9ffb-2779eeb06bec None None] The sync data for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi is: [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:05:44Z', 'revision_number': 4, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'fb9bd97d-609e-49c3-94db-484267887d36', 'name': '', 'network_id': 'aaadbb67-bc9d-4c4f-a511-c571d677d8f0', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'mac_address': 'fa:16:3e:61:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:42Z', 'updated_at': '2022-05-19T15:05:57Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'subnets': [{'id': 'cd100638-a8fe-43c6-b9e2-24f7ed4a5726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:12:29.639515 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfba29d-c3b6-48b6-9e1a-c9e9b5ba8cb9 None None] New status for floating IP f6e2af4f-24e8-4fef-84ad-220e0e96d7ea: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:12:30.048511 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c934e153-db07-4889-b5ad-3e48e4524be9 req-d3b8c707-ccbf-4210-b765-cafe59babc93 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 210 time: 0.0303538 May 19 15:12:31.145934 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-298fafde-2b49-48ff-9fdf-2c97e2f90597 req-e78b2089-dac3-4116-b88f-9dba2b2e712d tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/ports?device_id=7516d806-e895-4839-8142-5209040d1f2f HTTP/1.1" status: 200 len: 210 time: 0.0272071 May 19 15:12:31.701360 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:12:31.720840 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 31aad5e7-16b4-45c8-b12a-2912bed903a1 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:12:31.721210 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 31aad5e7-16b4-45c8-b12a-2912bed903a1 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:32.237180 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49136) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:32.297484 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3cc94962-dc5b-4340-a333-2cd86d92ed5b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (a1868b4f-9137-41b4-99fc-9c1c05a36411), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.321438 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3cc94962-dc5b-4340-a333-2cd86d92ed5b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (a1868b4f-9137-41b4-99fc-9c1c05a36411), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.369384 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3cc94962-dc5b-4340-a333-2cd86d92ed5b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (a1868b4f-9137-41b4-99fc-9c1c05a36411), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.371953 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3cc94962-dc5b-4340-a333-2cd86d92ed5b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.373106 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3cc94962-dc5b-4340-a333-2cd86d92ed5b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "DELETE /v2.0/security-groups/a1868b4f-9137-41b4-99fc-9c1c05a36411 HTTP/1.1" status: 204 len: 168 time: 0.1349447 May 19 15:12:32.375958 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49138) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:32.382809 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc94962-dc5b-4340-a333-2cd86d92ed5b tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1868b4f-9137-41b4-99fc-9c1c05a36411,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:32.391765 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.api.v2.resource [None req-f7f7785d-e8e1-4c4a-8097-7b321a152361 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] show failed (client error): The resource could not be found. May 19 15:12:32.392780 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f7f7785d-e8e1-4c4a-8097-7b321a152361 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "GET /v2.0/security-groups/a1868b4f-9137-41b4-99fc-9c1c05a36411 HTTP/1.1" status: 404 len: 347 time: 0.0158486 May 19 15:12:32.395667 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49140) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:32.507382 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Deleting port 25f5d3d3-8127-4f5e-a76d-ace2006eeca1 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:32.507630 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.582103 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.582443 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.585226 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.599224 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Calling delete_port for 25f5d3d3-8127-4f5e-a76d-ace2006eeca1 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:32.725006 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (25f5d3d3-8127-4f5e-a76d-ace2006eeca1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:32.753432 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Pushing event deleted for resources: {'Port': ['ID=25f5d3d3-8127-4f5e-a76d-ace2006eeca1,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:32.992763 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:33.018187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:33.030466 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks [] for floatingip (f6e2af4f-24e8-4fef-84ad-220e0e96d7ea), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:33.032913 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:33.034049 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-164f88dd-13e3-42f6-a408-8465b1f46595 tempest-AttachVolumeShelveTestJSON-489527708 tempest-AttachVolumeShelveTestJSON-489527708-project] 10.222.0.24 "DELETE /v2.0/floatingips/f6e2af4f-24e8-4fef-84ad-220e0e96d7ea HTTP/1.1" status: 204 len: 168 time: 0.6374083 May 19 15:12:34.357319 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-0496b9d8-154e-4ec0-be13-1edddfffba01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378191 May 19 15:12:34.436873 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-987b507a-3a6f-40fb-9584-1c28a8d4885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:34.438254 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-987b507a-3a6f-40fb-9584-1c28a8d4885b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1130 time: 0.0393920 May 19 15:12:34.544088 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-427132b7-41f4-4437-b357-2a4ecbf249db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:34.545545 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-427132b7-41f4-4437-b357-2a4ecbf249db service neutron] 10.222.0.49 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 910 time: 0.0888839 May 19 15:12:34.608198 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-6752addc-6831-4d73-8b7a-d41aceb291fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 1002 time: 0.0563567 May 19 15:12:34.661263 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-84baa7a5-cc87-405f-b1d7-b25f877cd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:34.663294 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-84baa7a5-cc87-405f-b1d7-b25f877cd6e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 200 len: 848 time: 0.0495017 May 19 15:12:34.711247 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-77a30f07-fe95-410d-b1d4-da9702bfa4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:34.712745 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-77a30f07-fe95-410d-b1d4-da9702bfa4cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06b3cf68-e062-43e2-bf1d-14e41af70353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396600 May 19 15:12:34.806532 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-8ebf48db-d251-404d-8bd0-6e77ab0c00bb service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872519 May 19 15:12:34.896539 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-646d57c1-83a1-4190-a2e3-73f4eb604a84 req-99554b71-f155-4bd2-9d61-b1fe7d763f61 service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839415 May 19 15:12:36.517332 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49208) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:36.983938 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (622f24b7-6ec4-4db0-8274-5860a0e714b8), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:37.070270 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:37.154518 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:37.199599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Deleting port fb9bd97d-609e-49c3-94db-484267887d36 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:37.199933 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (fb9bd97d-609e-49c3-94db-484267887d36), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:37.276803 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] For port fb9bd97d-609e-49c3-94db-484267887d36, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=fb9bd97d-609e-49c3-94db-484267887d36,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:37.277081 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (fb9bd97d-609e-49c3-94db-484267887d36), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:37.290221 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Calling delete_port for fb9bd97d-609e-49c3-94db-484267887d36 owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:37.465549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (fb9bd97d-609e-49c3-94db-484267887d36), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:37.488692 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9bd97d-609e-49c3-94db-484267887d36,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:37.671973 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (622f24b7-6ec4-4db0-8274-5860a0e714b8), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:37.888994 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Router 622f24b7-6ec4-4db0-8274-5860a0e714b8 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:12:37.896223 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:37.981077 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:37.997402 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:12:38.003924 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3626dac5-2abc-4215-a18f-8cac4ea5aa57 admin admin] 10.222.0.24 "PUT /v2.0/routers/622f24b7-6ec4-4db0-8274-5860a0e714b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857240 May 19 15:12:38.005316 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49228) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:38.008880 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] Sync routers for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:12:38.019320 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:12:38.019990 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:12:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:38.103988 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks [] for router (622f24b7-6ec4-4db0-8274-5860a0e714b8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.120786 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:12:38.199848 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks [] for router_gateway (622f24b7-6ec4-4db0-8274-5860a0e714b8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.244326 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Deleting port 79d09ff3-0aac-4ec0-a392-38257f538a1b {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:38.244651 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.285939 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:38.293769 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:12:37Z', 'revision_number': 5, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port': {'id': '79d09ff3-0aac-4ec0-a392-38257f538a1b', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:05:34Z', 'updated_at': '2022-05-19T15:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:38.318851 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] Checking router: 622f24b7-6ec4-4db0-8274-5860a0e714b8 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:12:38.327246 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] Routers {'622f24b7-6ec4-4db0-8274-5860a0e714b8'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:12:38.327854 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:12:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['622f24b7-6ec4-4db0-8274-5860a0e714b8'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:38.332186 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] For port 79d09ff3-0aac-4ec0-a392-38257f538a1b, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=79d09ff3-0aac-4ec0-a392-38257f538a1b,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:38.332537 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.346139 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Calling delete_port for 79d09ff3-0aac-4ec0-a392-38257f538a1b owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:38.411872 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] Set router 622f24b7-6ec4-4db0-8274-5860a0e714b8 gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:12:38.459676 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:12:38Z', 'revision_number': 6, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:38.486932 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c12194-77cc-4f89-a79f-cf964e01265a None None] The sync data for ids ['622f24b7-6ec4-4db0-8274-5860a0e714b8'] in dv-cinder-825492-12-iscsi is: [{'id': '622f24b7-6ec4-4db0-8274-5860a0e714b8', 'name': 'tempest-AttachVolumeShelveTestJSON-657587983-router', 'tenant_id': 'edea803526e44a55b74472ecefdb0fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:05:32Z', 'updated_at': '2022-05-19T15:12:38Z', 'revision_number': 6, 'project_id': 'edea803526e44a55b74472ecefdb0fbc', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:12:38.507053 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (79d09ff3-0aac-4ec0-a392-38257f538a1b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.531563 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d09ff3-0aac-4ec0-a392-38257f538a1b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:38.536892 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:38.553389 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.553732 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.554900 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.554900 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.554900 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.555317 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.555607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.555956 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.556323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.556628 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.556958 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.557272 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.557601 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.557932 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.558250 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:38.615621 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (622f24b7-6ec4-4db0-8274-5860a0e714b8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.699432 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (622f24b7-6ec4-4db0-8274-5860a0e714b8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.701640 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks [] for router_controller (622f24b7-6ec4-4db0-8274-5860a0e714b8), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.745687 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (622f24b7-6ec4-4db0-8274-5860a0e714b8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.746268 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622f24b7-6ec4-4db0-8274-5860a0e714b8 {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:12:38.750611 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.751867 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1b4b47e9-93f9-4d4f-9100-7aa99b754048 admin admin] 10.222.0.24 "DELETE /v2.0/routers/622f24b7-6ec4-4db0-8274-5860a0e714b8 HTTP/1.1" status: 204 len: 168 time: 0.7455890 May 19 15:12:38.754379 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49230) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:38.797465 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] Deleting subnet cd100638-a8fe-43c6-b9e2-24f7ed4a5726 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:12:38.800726 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] Publish callbacks [] for subnet (cd100638-a8fe-43c6-b9e2-24f7ed4a5726), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.838409 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782334'] for subnet (cd100638-a8fe-43c6-b9e2-24f7ed4a5726), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:38.957759 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (cd100638-a8fe-43c6-b9e2-24f7ed4a5726), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.015836 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25553457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235757'] for subnet (cd100638-a8fe-43c6-b9e2-24f7ed4a5726), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.041331 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd100638-a8fe-43c6-b9e2-24f7ed4a5726,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:39.045005 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.048182 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1c8c43c4-67b0-4f57-8b4c-24c715617a15 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd100638-a8fe-43c6-b9e2-24f7ed4a5726 HTTP/1.1" status: 204 len: 168 time: 0.2927921 May 19 15:12:39.050645 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49236) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:39.054539 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e237e-9696-4653-b2aa-8a754e0b4684 None None] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:12:39.125854 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (aaadbb67-bc9d-4c4f-a511-c571d677d8f0), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.167000 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:39.171775 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Deleting port 7f6b5548-a2f9-411c-b73c-85b162591be2 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:39.172019 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.245322 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] For port 7f6b5548-a2f9-411c-b73c-85b162591be2, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=7f6b5548-a2f9-411c-b73c-85b162591be2,segment=NetworkSegment(475ab799-0f64-4582-a878-42984fdc0a86),segment_id=475ab799-0f64-4582-a878-42984fdc0a86)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:39.245322 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.263604 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Calling delete_port for 7f6b5548-a2f9-411c-b73c-85b162591be2 owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:39.291261 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] DHCP port deletion for aaadbb67-bc9d-4c4f-a511-c571d677d8f0 request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:12:39.363163 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.392568 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6b5548-a2f9-411c-b73c-85b162591be2,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:39.400103 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] No DVR routers for this DVR port 7f6b5548-a2f9-411c-b73c-85b162591be2 on host dv-cinder-825492-12-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:12:39.460099 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device fb9bd97d-609e-49c3-94db-484267887d36 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:12:39.482957 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (aaadbb67-bc9d-4c4f-a511-c571d677d8f0), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.483885 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: fb9bd97d-609e-49c3-94db-484267887d36 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:12:39.484231 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device fb9bd97d-609e-49c3-94db-484267887d36 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:39.484644 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 7f6b5548-a2f9-411c-b73c-85b162591be2 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:12:39.503050 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaadbb67-bc9d-4c4f-a511-c571d677d8f0']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:39.507147 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 7f6b5548-a2f9-411c-b73c-85b162591be2 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:12:39.507510 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 7f6b5548-a2f9-411c-b73c-85b162591be2 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:39.507907 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 79d09ff3-0aac-4ec0-a392-38257f538a1b no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:12:39.509677 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Deleting port 7f6b5548-a2f9-411c-b73c-85b162591be2 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:12:39.510032 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.513114 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475ab799-0f64-4582-a878-42984fdc0a86') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:39.513462 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475ab799-0f64-4582-a878-42984fdc0a86') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:39.523665 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (475ab799-0f64-4582-a878-42984fdc0a86), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.535696 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:39.536021 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 79d09ff3-0aac-4ec0-a392-38257f538a1b {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:12:39.536360 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 79d09ff3-0aac-4ec0-a392-38257f538a1b not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:12:39.538711 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (475ab799-0f64-4582-a878-42984fdc0a86), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.548669 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:12:39.549072 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (475ab799-0f64-4582-a878-42984fdc0a86), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:12:39.551117 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:12:39.565685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:39.592593 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] For port 7f6b5548-a2f9-411c-b73c-85b162591be2, host dv-cinder-825492-12-iscsi, got binding levels [] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:12:39.592985 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.607444 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Calling delete_port for 7f6b5548-a2f9-411c-b73c-85b162591be2 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:12:39.609005 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:39.610908 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.ipam_backend_mixin [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Port 7f6b5548-a2f9-411c-b73c-85b162591be2 was not found and therefore no delete operation was performed {{(pid=103763) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 15:12:39.612738 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647'] for port (7f6b5548-a2f9-411c-b73c-85b162591be2), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.614300 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (aaadbb67-bc9d-4c4f-a511-c571d677d8f0), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.632001 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.637689 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aaadbb67-bc9d-4c4f-a511-c571d677d8f0 HTTP/1.1" status: 204 len: 168 time: 0.5860131 May 19 15:12:39.639097 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd1c11-8143-41d9-8c55-99fbc4207086 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaadbb67-bc9d-4c4f-a511-c571d677d8f0,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:39.643772 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Network aaadbb67-bc9d-4c4f-a511-c571d677d8f0 is not hosted by any dhcp agent {{(pid=103763) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 19 15:12:39.644235 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] No DVR routers for this DVR port 7f6b5548-a2f9-411c-b73c-85b162591be2 on host dv-cinder-825492-12-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:12:39.648589 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Pushing event deleted for resources: {'Port': ['ID=7f6b5548-a2f9-411c-b73c-85b162591be2,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:39.657948 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.658293 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.658638 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.658975 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.659405 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.659857 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.660052 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.660430 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.660799 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.661055 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.661383 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.661758 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.661966 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.662284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.662603 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939afa14-2e38-411a-8c42-a28a3f23ea54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:12:39.712155 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:39.771052 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49248) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:39.810583 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-16534f2b-6d70-4664-8df0-2e9b02a87ce5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edea803526e44a55b74472ecefdb0fbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382771 May 19 15:12:39.812928 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49250) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:39.865324 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-de05dae8-c3d9-4470-a8e7-35e1507c04a9 admin admin] Publish callbacks [] for security_group (fa61e353-9525-41ce-a706-d27a39d867c7), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.886909 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-de05dae8-c3d9-4470-a8e7-35e1507c04a9 admin admin] Publish callbacks [] for security_group (fa61e353-9525-41ce-a706-d27a39d867c7), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.933030 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-de05dae8-c3d9-4470-a8e7-35e1507c04a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (fa61e353-9525-41ce-a706-d27a39d867c7), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.935514 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-de05dae8-c3d9-4470-a8e7-35e1507c04a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:39.936645 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-de05dae8-c3d9-4470-a8e7-35e1507c04a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa61e353-9525-41ce-a706-d27a39d867c7 HTTP/1.1" status: 204 len: 168 time: 0.1227865 May 19 15:12:39.944839 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05dae8-c3d9-4470-a8e7-35e1507c04a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa61e353-9525-41ce-a706-d27a39d867c7,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:42.333207 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:43.328379 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:12:44.040278 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f586b445-11fa-4419-a72f-aa8518cc12e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:46.275291 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-df86fb92-a399-4157-855f-03163d25c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:46.845810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49392) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:46.954684 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3dbc59ab-dd94-42a0-bbb9-998d7307b197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.037066 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3dbc59ab-dd94-42a0-bbb9-998d7307b197 admin admin] Publish callbacks [] for security_group (94604e9d-5869-4f48-b203-f116114a56a1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.041518 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3dbc59ab-dd94-42a0-bbb9-998d7307b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (94604e9d-5869-4f48-b203-f116114a56a1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.082518 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3dbc59ab-dd94-42a0-bbb9-998d7307b197 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=028db92951594c1d9adb2c95a022d894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356300 May 19 15:12:47.083560 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc59ab-dd94-42a0-bbb9-998d7307b197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94604e9d-5869-4f48-b203-f116114a56a1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:47.085383 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49408) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:47.139539 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-272149d3-6cf9-4161-af43-e29bedd578e8 admin admin] Publish callbacks [] for security_group (94604e9d-5869-4f48-b203-f116114a56a1), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.162404 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-272149d3-6cf9-4161-af43-e29bedd578e8 admin admin] Publish callbacks [] for security_group (94604e9d-5869-4f48-b203-f116114a56a1), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.217644 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-272149d3-6cf9-4161-af43-e29bedd578e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (94604e9d-5869-4f48-b203-f116114a56a1), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.220448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-272149d3-6cf9-4161-af43-e29bedd578e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.221593 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-272149d3-6cf9-4161-af43-e29bedd578e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94604e9d-5869-4f48-b203-f116114a56a1 HTTP/1.1" status: 204 len: 168 time: 0.1335614 May 19 15:12:47.229647 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272149d3-6cf9-4161-af43-e29bedd578e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94604e9d-5869-4f48-b203-f116114a56a1,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:47.425719 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.530408 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49430) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:47.544813 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-88243b2c-97bc-45b8-bcb7-4b3781309c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.620430 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-88243b2c-97bc-45b8-bcb7-4b3781309c26 admin admin] Publish callbacks [] for security_group (d6065a84-19dc-4b5c-b6da-d39c74a6892a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.624516 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-88243b2c-97bc-45b8-bcb7-4b3781309c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d6065a84-19dc-4b5c-b6da-d39c74a6892a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.664979 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-88243b2c-97bc-45b8-bcb7-4b3781309c26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ae9bf44abb54bc78625fe383f4c049a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334074 May 19 15:12:47.666080 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88243b2c-97bc-45b8-bcb7-4b3781309c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6065a84-19dc-4b5c-b6da-d39c74a6892a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:47.667760 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49440) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:47.729376 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bec3d102-dd19-48ee-b619-b61341a76644 admin admin] Publish callbacks [] for security_group (d6065a84-19dc-4b5c-b6da-d39c74a6892a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.743761 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:47.752618 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bec3d102-dd19-48ee-b619-b61341a76644 admin admin] Publish callbacks [] for security_group (d6065a84-19dc-4b5c-b6da-d39c74a6892a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.800964 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bec3d102-dd19-48ee-b619-b61341a76644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d6065a84-19dc-4b5c-b6da-d39c74a6892a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.807054 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bec3d102-dd19-48ee-b619-b61341a76644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:47.808214 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bec3d102-dd19-48ee-b619-b61341a76644 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6065a84-19dc-4b5c-b6da-d39c74a6892a HTTP/1.1" status: 204 len: 168 time: 0.1304257 May 19 15:12:47.816680 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3d102-dd19-48ee-b619-b61341a76644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6065a84-19dc-4b5c-b6da-d39c74a6892a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:48.652604 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:50.322164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.390944 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49526) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:51.498145 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ddfa-7a26-4c95-b186-74d50dc71e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.570150 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ddfa-7a26-4c95-b186-74d50dc71e15 admin admin] Publish callbacks [] for security_group (e941e826-ce27-4a52-ad11-54eaeb38417d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.573973 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ddfa-7a26-4c95-b186-74d50dc71e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e941e826-ce27-4a52-ad11-54eaeb38417d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.611193 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4ddfa-7a26-4c95-b186-74d50dc71e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e941e826-ce27-4a52-ad11-54eaeb38417d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:51.615494 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c3c4ddfa-7a26-4c95-b186-74d50dc71e15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4ea3bd35e124716b72a808b65d21c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233875 May 19 15:12:51.618302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49530) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:51.667263 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5b9650f7-e598-473f-98ad-f3bd8391473d admin admin] Publish callbacks [] for security_group (e941e826-ce27-4a52-ad11-54eaeb38417d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.686448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:51.688666 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5b9650f7-e598-473f-98ad-f3bd8391473d admin admin] Publish callbacks [] for security_group (e941e826-ce27-4a52-ad11-54eaeb38417d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.735919 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5b9650f7-e598-473f-98ad-f3bd8391473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e941e826-ce27-4a52-ad11-54eaeb38417d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.738492 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5b9650f7-e598-473f-98ad-f3bd8391473d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:51.739668 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5b9650f7-e598-473f-98ad-f3bd8391473d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e941e826-ce27-4a52-ad11-54eaeb38417d HTTP/1.1" status: 204 len: 168 time: 0.1204908 May 19 15:12:51.747780 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9650f7-e598-473f-98ad-f3bd8391473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e941e826-ce27-4a52-ad11-54eaeb38417d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:52.389839 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49572) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:52.492703 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-434026223-network', 'tenant_id': '775eb8a6344d4a49a9475ca92fee1f5d'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:12:52.512671 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Made reservation on behalf of 775eb8a6344d4a49a9475ca92fee1f5d for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:12:52.515068 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.523678 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.602859 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks [] for security_group (d550c685-2050-48b9-b21e-78256936f93d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.606826 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d550c685-2050-48b9-b21e-78256936f93d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.632484 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:12:52.642970 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d550c685-2050-48b9-b21e-78256936f93d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:52.649205 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (2312f7be-193a-43eb-84ab-6711d4302538), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.649605 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Added segment 2312f7be-193a-43eb-84ab-6711d4302538 of type vlan for network 7621a60d-536b-4c4a-8e24-07e294432576 May 19 15:12:52.696000 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (7621a60d-536b-4c4a-8e24-07e294432576), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.721059 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (7621a60d-536b-4c4a-8e24-07e294432576), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.722092 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:52.722692 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.760858 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49588) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:52.774244 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3832135 May 19 15:12:52.777677 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49592) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:52.784580 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Request body: {'subnet': {'network_id': '7621a60d-536b-4c4a-8e24-07e294432576', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-434026223-subnet', 'tenant_id': '775eb8a6344d4a49a9475ca92fee1f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:12:52.785413 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5ab8-c860-4c52-b644-4a483b6eaee9 admin admin] Pushing event updated for resources: {'Network': ['ID=7621a60d-536b-4c4a-8e24-07e294432576,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:52.797558 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 7621a60d-536b-4c4a-8e24-07e294432576 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:12:52.809218 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Made reservation on behalf of 775eb8a6344d4a49a9475ca92fee1f5d for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:12:52.811810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192721'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.889040 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bda8da5a-45e5-49be-aa92-bbce6b7c4401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:52.985698 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:53.049946 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25653349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192711'] for subnet (9b8899af-5a96-4f4a-b92d-29e931cb7ab2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.058128 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bda8da5a-45e5-49be-aa92-bbce6b7c4401 admin admin] Publish callbacks [] for security_group (2daab1a9-d714-479b-91bd-7e16c0229629), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.081175 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bda8da5a-45e5-49be-aa92-bbce6b7c4401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2daab1a9-d714-479b-91bd-7e16c0229629), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.093353 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:53.146592 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8da5a-45e5-49be-aa92-bbce6b7c4401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daab1a9-d714-479b-91bd-7e16c0229629,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:53.149028 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8899af-5a96-4f4a-b92d-29e931cb7ab2,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:53.154656 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-bda8da5a-45e5-49be-aa92-bbce6b7c4401 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a550d70cbc0545bab117fbc28eae4a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927848 May 19 15:12:53.157431 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49594) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:53.174807 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Checking segment: {'id': '2312f7be-193a-43eb-84ab-6711d4302538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7621a60d-536b-4c4a-8e24-07e294432576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:12:53.175153 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Network hostable DHCP agents. Network: 7621a60d-536b-4c4a-8e24-07e294432576, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:12:53.217591 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Network 7621a60d-536b-4c4a-8e24-07e294432576 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:12:53.227543 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0e23d716-997e-4a9c-8864-91c563d2e696 admin admin] Publish callbacks [] for security_group (2daab1a9-d714-479b-91bd-7e16c0229629), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.236307 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 7621a60d-536b-4c4a-8e24-07e294432576) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:12:53.244301 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:53.244886 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.247240 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfff2611-6ac0-4140-b150-5e71f9c441b4 None None] Network 7621a60d-536b-4c4a-8e24-07e294432576 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:12:53.258198 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0e23d716-997e-4a9c-8864-91c563d2e696 admin admin] Publish callbacks [] for security_group (2daab1a9-d714-479b-91bd-7e16c0229629), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.279010 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ced760b8-0df5-4d0a-9b67-1ee5d89196dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4995451 May 19 15:12:53.326780 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0e23d716-997e-4a9c-8864-91c563d2e696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (2daab1a9-d714-479b-91bd-7e16c0229629), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.328241 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0e23d716-997e-4a9c-8864-91c563d2e696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.329423 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0e23d716-997e-4a9c-8864-91c563d2e696 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2daab1a9-d714-479b-91bd-7e16c0229629 HTTP/1.1" status: 204 len: 168 time: 0.1709778 May 19 15:12:53.341826 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d716-997e-4a9c-8864-91c563d2e696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daab1a9-d714-479b-91bd-7e16c0229629,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:53.374468 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e300ff5-9214-4c2e-a360-da0d77d8b045 None None] Network 7621a60d-536b-4c4a-8e24-07e294432576 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:12:53.631880 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49606) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:53.645021 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7117ae2d-e3e4-4f3e-8787-9862f89f0321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.731686 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7117ae2d-e3e4-4f3e-8787-9862f89f0321 admin admin] Publish callbacks [] for security_group (feb54ac6-3325-48ca-9505-107445a68e46), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.736122 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7117ae2d-e3e4-4f3e-8787-9862f89f0321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (feb54ac6-3325-48ca-9505-107445a68e46), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.777501 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7117ae2d-e3e4-4f3e-8787-9862f89f0321 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97da13cad53f49f496ec1739e2c2772a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443415 May 19 15:12:53.779212 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117ae2d-e3e4-4f3e-8787-9862f89f0321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb54ac6-3325-48ca-9505-107445a68e46,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:53.779826 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49612) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:53.799851 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:53.837823 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-05c753fd-1cc8-4fb8-a80d-85891cc23a70 admin admin] Publish callbacks [] for security_group (feb54ac6-3325-48ca-9505-107445a68e46), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.859115 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-05c753fd-1cc8-4fb8-a80d-85891cc23a70 admin admin] Publish callbacks [] for security_group (feb54ac6-3325-48ca-9505-107445a68e46), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.909063 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-05c753fd-1cc8-4fb8-a80d-85891cc23a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (feb54ac6-3325-48ca-9505-107445a68e46), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.912140 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-05c753fd-1cc8-4fb8-a80d-85891cc23a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:53.916025 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-05c753fd-1cc8-4fb8-a80d-85891cc23a70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feb54ac6-3325-48ca-9505-107445a68e46 HTTP/1.1" status: 204 len: 168 time: 0.1348245 May 19 15:12:53.925853 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c753fd-1cc8-4fb8-a80d-85891cc23a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb54ac6-3325-48ca-9505-107445a68e46,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:53.962458 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49620) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:53.972867 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-587150371-network', 'tenant_id': '890eb142071f41eca07fec390f2b5a89'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:12:53.999763 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Made reservation on behalf of 890eb142071f41eca07fec390f2b5a89 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:12:54.002309 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.011447 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.075444 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:54.090224 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks [] for security_group (e54f71cd-4173-42a9-a3c2-d58bd7265a68), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.093685 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e54f71cd-4173-42a9-a3c2-d58bd7265a68), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.122979 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:12:54.133087 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f71cd-4173-42a9-a3c2-d58bd7265a68,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:54.140120 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (a4764ca9-2888-4b0c-b197-5183ffe9b21b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.140546 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Added segment a4764ca9-2888-4b0c-b197-5183ffe9b21b of type vlan for network 8b76138c-099d-41b8-a1f1-17fbd4266885 May 19 15:12:54.183358 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (8b76138c-099d-41b8-a1f1-17fbd4266885), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.210818 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (8b76138c-099d-41b8-a1f1-17fbd4266885), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.211960 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:54.212606 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.219890 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=20 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:54.264098 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3005376 May 19 15:12:54.267307 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49628) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:54.276490 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Request body: {'subnet': {'network_id': '8b76138c-099d-41b8-a1f1-17fbd4266885', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-587150371-subnet', 'tenant_id': '890eb142071f41eca07fec390f2b5a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:12:54.278604 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df6424-d51d-4dd0-ad96-68da1c4aae0a admin admin] Pushing event updated for resources: {'Network': ['ID=8b76138c-099d-41b8-a1f1-17fbd4266885,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:54.288466 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 8b76138c-099d-41b8-a1f1-17fbd4266885 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:12:54.313957 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Made reservation on behalf of 890eb142071f41eca07fec390f2b5a89 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:12:54.316600 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.715326 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (ca0356c7-98ec-4b6f-a375-c0855c09f3d7), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.721849 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:54.774306 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0356c7-98ec-4b6f-a375-c0855c09f3d7,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:54.783805 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Checking segment: {'id': 'a4764ca9-2888-4b0c-b197-5183ffe9b21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8b76138c-099d-41b8-a1f1-17fbd4266885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:12:54.784676 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Network hostable DHCP agents. Network: 8b76138c-099d-41b8-a1f1-17fbd4266885, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:12:54.802511 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Network 8b76138c-099d-41b8-a1f1-17fbd4266885 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:12:54.811295 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 8b76138c-099d-41b8-a1f1-17fbd4266885) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:12:54.815562 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:54.816117 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:54.821387 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2323e37b-4c3b-420e-afa0-1919265fb304 None None] Network 8b76138c-099d-41b8-a1f1-17fbd4266885 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:12:54.835768 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c97e6e12-f0f5-4e40-bebc-6924072d3dae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5669909 May 19 15:12:54.931535 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f145574-a5eb-405c-bda1-25098c5a8e24 None None] Network 8b76138c-099d-41b8-a1f1-17fbd4266885 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:12:54.978866 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49654) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:55.040103 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] Deleting subnet 9b8899af-5a96-4f4a-b92d-29e931cb7ab2 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:12:55.043741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] Publish callbacks [] for subnet (9b8899af-5a96-4f4a-b92d-29e931cb7ab2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.082550 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (9b8899af-5a96-4f4a-b92d-29e931cb7ab2), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.123608 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (9b8899af-5a96-4f4a-b92d-29e931cb7ab2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.177091 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (9b8899af-5a96-4f4a-b92d-29e931cb7ab2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.205522 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.209706 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b8899af-5a96-4f4a-b92d-29e931cb7ab2 HTTP/1.1" status: 204 len: 168 time: 0.2291772 May 19 15:12:55.210838 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbafb4-886f-45c6-9a2e-8cdcb3600e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8899af-5a96-4f4a-b92d-29e931cb7ab2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:55.212377 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49662) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:55.282914 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (7621a60d-536b-4c4a-8e24-07e294432576), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.365413 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (7621a60d-536b-4c4a-8e24-07e294432576), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.385583 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7621a60d-536b-4c4a-8e24-07e294432576']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:55.394813 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2312f7be-193a-43eb-84ab-6711d4302538') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:55.395106 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2312f7be-193a-43eb-84ab-6711d4302538') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:55.404971 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (2312f7be-193a-43eb-84ab-6711d4302538), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.417887 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (2312f7be-193a-43eb-84ab-6711d4302538), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.423962 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:12:55.424343 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (2312f7be-193a-43eb-84ab-6711d4302538), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:12:55.426017 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:12:55.484427 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (7621a60d-536b-4c4a-8e24-07e294432576), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.491454 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.494812 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7621a60d-536b-4c4a-8e24-07e294432576 HTTP/1.1" status: 204 len: 168 time: 0.2814522 May 19 15:12:55.497810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49672) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:55.504523 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee728d-4357-4700-a739-37a3516832e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7621a60d-536b-4c4a-8e24-07e294432576,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:55.547340 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] Deleting subnet ca0356c7-98ec-4b6f-a375-c0855c09f3d7 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:12:55.550604 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] Publish callbacks [] for subnet (ca0356c7-98ec-4b6f-a375-c0855c09f3d7), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.587215 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (ca0356c7-98ec-4b6f-a375-c0855c09f3d7), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.627870 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (ca0356c7-98ec-4b6f-a375-c0855c09f3d7), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.682897 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (ca0356c7-98ec-4b6f-a375-c0855c09f3d7), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.711389 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0356c7-98ec-4b6f-a375-c0855c09f3d7,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:55.716054 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:55.719153 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-aebdcc06-b540-4fff-8efc-74adc4f648b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ca0356c7-98ec-4b6f-a375-c0855c09f3d7 HTTP/1.1" status: 204 len: 168 time: 0.2203491 May 19 15:12:55.721626 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49674) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:55.799550 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (8b76138c-099d-41b8-a1f1-17fbd4266885), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.101853 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (8b76138c-099d-41b8-a1f1-17fbd4266885), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.122338 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b76138c-099d-41b8-a1f1-17fbd4266885']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:56.131539 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4764ca9-2888-4b0c-b197-5183ffe9b21b') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:56.131827 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4764ca9-2888-4b0c-b197-5183ffe9b21b') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:12:56.140947 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (a4764ca9-2888-4b0c-b197-5183ffe9b21b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.148112 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:56.154869 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (a4764ca9-2888-4b0c-b197-5183ffe9b21b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.161969 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:12:56.162323 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (a4764ca9-2888-4b0c-b197-5183ffe9b21b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:12:56.164356 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:12:56.216793 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (8b76138c-099d-41b8-a1f1-17fbd4266885), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.221937 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.225535 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8b76138c-099d-41b8-a1f1-17fbd4266885 HTTP/1.1" status: 204 len: 168 time: 0.5030217 May 19 15:12:56.236256 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42078f3e-6c02-4324-a890-b1052ab81c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b76138c-099d-41b8-a1f1-17fbd4266885,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:56.390408 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49682) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:56.430702 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ad7ea40b-0e64-4f81-8961-40ee0e148277 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=775eb8a6344d4a49a9475ca92fee1f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391283 May 19 15:12:56.433279 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49684) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:56.474553 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:56.484029 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f5cff2fc-5627-473f-8124-fdee4fd7c9b3 admin admin] Publish callbacks [] for security_group (d550c685-2050-48b9-b21e-78256936f93d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.506023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f5cff2fc-5627-473f-8124-fdee4fd7c9b3 admin admin] Publish callbacks [] for security_group (d550c685-2050-48b9-b21e-78256936f93d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.552153 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f5cff2fc-5627-473f-8124-fdee4fd7c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d550c685-2050-48b9-b21e-78256936f93d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.554613 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f5cff2fc-5627-473f-8124-fdee4fd7c9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:56.555762 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f5cff2fc-5627-473f-8124-fdee4fd7c9b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d550c685-2050-48b9-b21e-78256936f93d HTTP/1.1" status: 204 len: 168 time: 0.1216033 May 19 15:12:56.563221 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cff2fc-5627-473f-8124-fdee4fd7c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550c685-2050-48b9-b21e-78256936f93d,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:56.881344 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49692) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:56.921488 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-542870fa-cf67-43bc-acfc-bea4fb164302 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=890eb142071f41eca07fec390f2b5a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389938 May 19 15:12:56.923911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49696) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:56.974306 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be734ec4-d1af-4d97-8916-3d4b5c1e81d6 admin admin] Publish callbacks [] for security_group (e54f71cd-4173-42a9-a3c2-d58bd7265a68), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:57.000163 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be734ec4-d1af-4d97-8916-3d4b5c1e81d6 admin admin] Publish callbacks [] for security_group (e54f71cd-4173-42a9-a3c2-d58bd7265a68), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:57.062616 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be734ec4-d1af-4d97-8916-3d4b5c1e81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e54f71cd-4173-42a9-a3c2-d58bd7265a68), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:57.065521 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be734ec4-d1af-4d97-8916-3d4b5c1e81d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:57.066966 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-be734ec4-d1af-4d97-8916-3d4b5c1e81d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e54f71cd-4173-42a9-a3c2-d58bd7265a68 HTTP/1.1" status: 204 len: 168 time: 0.1419773 May 19 15:12:57.078646 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be734ec4-d1af-4d97-8916-3d4b5c1e81d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f71cd-4173-42a9-a3c2-d58bd7265a68,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:57.253435 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d1f7-f758-4714-b947-bd0f28da8e07 req-3756adc9-fecd-437c-9edf-2ef278f731bf tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:57.255147 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3a95d1f7-f758-4714-b947-bd0f28da8e07 req-3756adc9-fecd-437c-9edf-2ef278f731bf tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0542099 May 19 15:12:57.289757 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:57.316702 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3a95d1f7-f758-4714-b947-bd0f28da8e07 req-19a323ae-8f17-490b-a953-9524e57693d4 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547023 May 19 15:12:58.440375 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52c6ad-3773-40eb-b485-fae4b350e5e6 req-3ff79944-16b1-4610-b449-f03014ed0939 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:58.441834 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ca52c6ad-3773-40eb-b485-fae4b350e5e6 req-3ff79944-16b1-4610-b449-f03014ed0939 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0506949 May 19 15:12:58.495147 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ca52c6ad-3773-40eb-b485-fae4b350e5e6 req-45764348-abc4-4182-9108-dfdc8713cb84 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477333 May 19 15:12:59.205490 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49784) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:59.316029 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-86c49e48-2a99-4242-a1c0-67c0b5e581af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.340113 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:59.344245 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:59.405099 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-86c49e48-2a99-4242-a1c0-67c0b5e581af admin admin] Publish callbacks [] for security_group (74ddc892-f7eb-4caf-bcea-4a3b964e395e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.409173 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-86c49e48-2a99-4242-a1c0-67c0b5e581af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (74ddc892-f7eb-4caf-bcea-4a3b964e395e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.451414 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-86c49e48-2a99-4242-a1c0-67c0b5e581af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a30d531b5994d8995ce6b163133b9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447162 May 19 15:12:59.451922 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49792) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:59.453855 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49e48-2a99-4242-a1c0-67c0b5e581af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ddc892-f7eb-4caf-bcea-4a3b964e395e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:59.470915 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cd6f4-6a29-4de6-bd73-089597cfc48f req-7ee84ca1-5a3d-4964-b1db-175a7b0ff8e9 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:59.472988 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-975cd6f4-6a29-4de6-bd73-089597cfc48f req-7ee84ca1-5a3d-4964-b1db-175a7b0ff8e9 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0503576 May 19 15:12:59.504999 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-216078be-2713-4a42-81ec-177dbf8d1237 admin admin] Publish callbacks [] for security_group (74ddc892-f7eb-4caf-bcea-4a3b964e395e), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.522480 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-975cd6f4-6a29-4de6-bd73-089597cfc48f req-fd50e58a-ead4-4dbc-9b9d-aa53631af550 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 May 19 15:12:59.528026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-216078be-2713-4a42-81ec-177dbf8d1237 admin admin] Publish callbacks [] for security_group (74ddc892-f7eb-4caf-bcea-4a3b964e395e), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.556494 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:12:59.580120 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-216078be-2713-4a42-81ec-177dbf8d1237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (74ddc892-f7eb-4caf-bcea-4a3b964e395e), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.583180 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-216078be-2713-4a42-81ec-177dbf8d1237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.584391 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-216078be-2713-4a42-81ec-177dbf8d1237 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74ddc892-f7eb-4caf-bcea-4a3b964e395e HTTP/1.1" status: 204 len: 168 time: 0.1314416 May 19 15:12:59.592709 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216078be-2713-4a42-81ec-177dbf8d1237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ddc892-f7eb-4caf-bcea-4a3b964e395e,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:12:59.625373 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab483d29-e5f8-4026-91e0-76107c6d216e req-f30a03fb-cc8f-479e-b0e3-21f092fdf04a tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:12:59.626961 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ab483d29-e5f8-4026-91e0-76107c6d216e req-f30a03fb-cc8f-479e-b0e3-21f092fdf04a tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0595498 May 19 15:12:59.677449 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ab483d29-e5f8-4026-91e0-76107c6d216e req-44f6282e-3920-4233-b17e-f19309eb0264 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443840 May 19 15:12:59.868463 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 49804) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:12:59.882104 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d0cd8e20-66e3-44ef-b49a-ccd56a2077b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.972563 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d0cd8e20-66e3-44ef-b49a-ccd56a2077b0 admin admin] Publish callbacks [] for security_group (db358b44-7ed5-41ef-b426-616f50380308), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:12:59.977172 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d0cd8e20-66e3-44ef-b49a-ccd56a2077b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (db358b44-7ed5-41ef-b426-616f50380308), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:00.000941 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:00.025044 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d0cd8e20-66e3-44ef-b49a-ccd56a2077b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05168dade0d449e8b61ce3dc09e2f0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554325 May 19 15:13:00.026952 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd8e20-66e3-44ef-b49a-ccd56a2077b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db358b44-7ed5-41ef-b426-616f50380308,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:00.027161 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 49808) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:00.080257 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c9195ba9-6323-49ff-9884-5379150534a2 admin admin] Publish callbacks [] for security_group (db358b44-7ed5-41ef-b426-616f50380308), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:00.101632 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c9195ba9-6323-49ff-9884-5379150534a2 admin admin] Publish callbacks [] for security_group (db358b44-7ed5-41ef-b426-616f50380308), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:00.131222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:00.151810 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c9195ba9-6323-49ff-9884-5379150534a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (db358b44-7ed5-41ef-b426-616f50380308), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:00.154582 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c9195ba9-6323-49ff-9884-5379150534a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:00.155767 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c9195ba9-6323-49ff-9884-5379150534a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db358b44-7ed5-41ef-b426-616f50380308 HTTP/1.1" status: 204 len: 168 time: 0.1275921 May 19 15:13:00.163368 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9195ba9-6323-49ff-9884-5379150534a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db358b44-7ed5-41ef-b426-616f50380308,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:00.639830 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950cfc-337d-4947-99dd-10c03762747e req-83e1c4c1-e296-4e00-b535-0f61bc898e1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:00.641895 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e950cfc-337d-4947-99dd-10c03762747e req-83e1c4c1-e296-4e00-b535-0f61bc898e1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0520537 May 19 15:13:00.690546 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e950cfc-337d-4947-99dd-10c03762747e req-a34e684c-5339-49da-8147-1b707fb617b3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 May 19 15:13:00.798307 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e7d8-d22d-4847-90a0-c1f135a1b992 req-2d308b39-2263-40b6-94cb-5798fe7f23d5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:00.799837 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7459e7d8-d22d-4847-90a0-c1f135a1b992 req-2d308b39-2263-40b6-94cb-5798fe7f23d5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0521460 May 19 15:13:00.851214 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7459e7d8-d22d-4847-90a0-c1f135a1b992 req-8aa07f11-3d82-498d-9fcf-50f04c0c00f6 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445175 May 19 15:13:01.807149 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0605b-1c36-4e2e-88a8-c046f273a5a8 req-acf8ea00-2d1f-4806-a5f8-f048f34aa44a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:01.808661 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cff0605b-1c36-4e2e-88a8-c046f273a5a8 req-acf8ea00-2d1f-4806-a5f8-f048f34aa44a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0486650 May 19 15:13:01.855842 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cff0605b-1c36-4e2e-88a8-c046f273a5a8 req-4be7c0ef-7019-4862-a823-d60469835345 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 May 19 15:13:01.969849 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf4269-fe1c-4be9-af4d-985adef56259 req-bbfcf80e-94eb-4e1f-a756-db3c96edbebf tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:01.971362 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4dbf4269-fe1c-4be9-af4d-985adef56259 req-bbfcf80e-94eb-4e1f-a756-db3c96edbebf tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0486391 May 19 15:13:02.030306 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4dbf4269-fe1c-4be9-af4d-985adef56259 req-cd2199e2-6e1b-4e1a-bc83-d926bca87162 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520802 May 19 15:13:02.586863 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:02.971675 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9853e-b861-499d-bd6a-83152196b838 req-6658332b-92e5-40ab-a4e4-5e3ed3e9f716 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:02.973394 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d4d9853e-b861-499d-bd6a-83152196b838 req-6658332b-92e5-40ab-a4e4-5e3ed3e9f716 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0469406 May 19 15:13:03.021625 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d4d9853e-b861-499d-bd6a-83152196b838 req-d98f6fd2-ecec-45e0-ab5f-224ffb68e52f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 May 19 15:13:03.155851 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402df92-94f4-44a3-8799-646fcfd7d8ce req-1c734041-c167-4517-969f-cb21edc58d17 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:03.158210 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9402df92-94f4-44a3-8799-646fcfd7d8ce req-1c734041-c167-4517-969f-cb21edc58d17 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0554621 May 19 15:13:03.209822 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9402df92-94f4-44a3-8799-646fcfd7d8ce req-1bae5e75-78ed-446e-a607-a8ae37d62237 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459073 May 19 15:13:04.140982 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f5228-8036-4100-a455-e8401b7c82bd req-3ebf9606-1a02-4b8c-98ea-f81c7952790b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:04.142457 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-552f5228-8036-4100-a455-e8401b7c82bd req-3ebf9606-1a02-4b8c-98ea-f81c7952790b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0527217 May 19 15:13:04.160154 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:04.190057 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-552f5228-8036-4100-a455-e8401b7c82bd req-4784d4e3-3d5e-448d-9eaa-efc87070c6a1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 May 19 15:13:04.323943 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2ab95-bfc7-4de6-9d5c-045e27a6e36d req-677bdf7c-2731-4505-a216-b282fba398f9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:04.325430 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7e2ab95-bfc7-4de6-9d5c-045e27a6e36d req-677bdf7c-2731-4505-a216-b282fba398f9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0485654 May 19 15:13:04.374539 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7e2ab95-bfc7-4de6-9d5c-045e27a6e36d req-eae3b158-6954-46da-bd09-7d8900fddf43 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 May 19 15:13:05.305589 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f712f0-8266-4d46-8f89-eb7a2b8b3a48 req-027342dd-2a59-483a-afbc-b81238abaec7 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:05.306984 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f1f712f0-8266-4d46-8f89-eb7a2b8b3a48 req-027342dd-2a59-483a-afbc-b81238abaec7 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0498161 May 19 15:13:05.356940 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f1f712f0-8266-4d46-8f89-eb7a2b8b3a48 req-58b709fd-7156-4af1-9088-31fac3e1d899 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 May 19 15:13:05.492608 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d08e2-b10d-45c6-896f-ee046259c46c req-4920beef-b6ed-43a0-b5de-47083c8553d6 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:05.494077 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ce5d08e2-b10d-45c6-896f-ee046259c46c req-4920beef-b6ed-43a0-b5de-47083c8553d6 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0475798 May 19 15:13:05.542823 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ce5d08e2-b10d-45c6-896f-ee046259c46c req-6b8483d5-dfe1-4551-b761-96ab26ad8754 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432563 May 19 15:13:06.478057 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436d10-17a5-42d2-a5e0-22356ba6319f req-1345e0f6-9f20-4b22-bf04-a96aa4ae3f26 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:06.479736 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4a436d10-17a5-42d2-a5e0-22356ba6319f req-1345e0f6-9f20-4b22-bf04-a96aa4ae3f26 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0520816 May 19 15:13:06.491871 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:06.540292 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4a436d10-17a5-42d2-a5e0-22356ba6319f req-c99ef32d-ca7a-401a-ac0e-bd2cb985a938 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543568 May 19 15:13:06.664284 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd863a-b8eb-40a7-ac0f-7ca362ef6e9a req-d49ccdc4-cd11-4de0-bf96-8281959152e0 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:06.665771 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76bd863a-b8eb-40a7-ac0f-7ca362ef6e9a req-d49ccdc4-cd11-4de0-bf96-8281959152e0 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0497882 May 19 15:13:06.715766 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-76bd863a-b8eb-40a7-ac0f-7ca362ef6e9a req-088a1aa4-6cfb-4b2f-86c2-46ff342725a9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443821 May 19 15:13:07.394074 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-86a1c7bc-2d5f-4e88-ab20-aadcc7dc2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:07.396116 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-86a1c7bc-2d5f-4e88-ab20-aadcc7dc2426 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1130 time: 0.0393021 May 19 15:13:07.485255 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-d564d128-98f3-4af2-853a-d633a865f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:07.486681 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-d564d128-98f3-4af2-853a-d633a865f03c service neutron] 10.222.0.49 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 910 time: 0.0849526 May 19 15:13:07.546443 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-0e414889-8733-4333-9f2c-00dfd9a905e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 1002 time: 0.0530338 May 19 15:13:07.595966 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-52704bfe-5846-4e24-83b2-a08f490c80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:07.597466 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-52704bfe-5846-4e24-83b2-a08f490c80b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 200 len: 848 time: 0.0441003 May 19 15:13:07.660977 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-7c0da4c8-da2b-42ec-8d0c-009c1653a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:07.662625 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-7c0da4c8-da2b-42ec-8d0c-009c1653a054 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06b3cf68-e062-43e2-bf1d-14e41af70353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471928 May 19 15:13:07.684368 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff87d1-9d5c-4b0c-ad08-b36b79a946fe req-5e683115-34ad-4ffd-9d7b-c84eccc87ed3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:07.685989 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3eff87d1-9d5c-4b0c-ad08-b36b79a946fe req-5e683115-34ad-4ffd-9d7b-c84eccc87ed3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0487237 May 19 15:13:07.736713 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3eff87d1-9d5c-4b0c-ad08-b36b79a946fe req-572edf23-8540-424d-a6aa-32f22e9072ef tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 May 19 15:13:07.783602 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-5cd26ec4-5849-43a4-87f3-e7f2dbcedd31 service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989361 May 19 15:13:07.852805 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68b97d-3467-4344-980b-dfe81aa86890 req-eddb1e15-2947-4fe6-9dc1-19feab0b62ed tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:07.857456 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ad68b97d-3467-4344-980b-dfe81aa86890 req-eddb1e15-2947-4fe6-9dc1-19feab0b62ed tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0577426 May 19 15:13:07.890620 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-df68d449-1387-4c91-a6f9-67cc67edf303 req-b8695ffe-3535-42d1-ae40-61ef36196962 service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006081 May 19 15:13:07.948088 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ad68b97d-3467-4344-980b-dfe81aa86890 req-21122aa5-64b3-44d7-9a81-b9c4124e7e66 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793912 May 19 15:13:08.853011 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3fb96-015d-424c-9cce-beccba0ae921 req-ce4e69fe-85bb-48af-b1ea-0433b8104330 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:08.854469 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98f3fb96-015d-424c-9cce-beccba0ae921 req-ce4e69fe-85bb-48af-b1ea-0433b8104330 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0468519 May 19 15:13:08.900895 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98f3fb96-015d-424c-9cce-beccba0ae921 req-b8c3dff7-da56-4309-a4ec-33779b1c10b9 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 May 19 15:13:09.061853 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96915c-1bae-4d88-a46a-8f302e11bed2 req-536fd63a-894a-4431-9f2d-d9fb3367aaf9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:09.063538 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba96915c-1bae-4d88-a46a-8f302e11bed2 req-536fd63a-894a-4431-9f2d-d9fb3367aaf9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0493488 May 19 15:13:09.127555 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba96915c-1bae-4d88-a46a-8f302e11bed2 req-665ae24b-ab82-428e-876e-38dc88de0b64 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569618 May 19 15:13:09.543329 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50022) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:09.651784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1f1f9bdf-901b-4316-8975-44a0011e927b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:09.736724 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1f1f9bdf-901b-4316-8975-44a0011e927b admin admin] Publish callbacks [] for security_group (4d4b3e5d-0fce-4bef-b634-3132c9ebca8d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:09.740228 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1f1f9bdf-901b-4316-8975-44a0011e927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4d4b3e5d-0fce-4bef-b634-3132c9ebca8d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:09.744954 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:09.786725 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1f1f9bdf-901b-4316-8975-44a0011e927b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=213499510cd946cf99fef8233eba148f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400136 May 19 15:13:09.786725 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f9bdf-901b-4316-8975-44a0011e927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b3e5d-0fce-4bef-b634-3132c9ebca8d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:09.787170 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50026) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:09.843256 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Publish callbacks [] for security_group (4d4b3e5d-0fce-4bef-b634-3132c9ebca8d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:09.864714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Publish callbacks [] for security_group (4d4b3e5d-0fce-4bef-b634-3132c9ebca8d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:09.911354 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4d4b3e5d-0fce-4bef-b634-3132c9ebca8d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:09.913879 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:09.915398 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d4b3e5d-0fce-4bef-b634-3132c9ebca8d HTTP/1.1" status: 204 len: 168 time: 0.1264787 May 19 15:13:09.922967 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b3e5d-0fce-4bef-b634-3132c9ebca8d,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:09.930758 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.931097 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.931455 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.932170 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.932170 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.932401 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.932720 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.933036 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.933338 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.933650 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.933968 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.934403 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.934825 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.935293 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.935574 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f63f68-c2c3-4feb-ab3e-0c29ef38975b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:09.953539 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:09.955116 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:10.038738 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6e5da-8ed6-4fb9-914c-af9b4ff5be59 req-f5faa2c5-a707-44dc-8faa-f32fb73eb588 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.040236 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fad6e5da-8ed6-4fb9-914c-af9b4ff5be59 req-f5faa2c5-a707-44dc-8faa-f32fb73eb588 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0516322 May 19 15:13:10.096775 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fad6e5da-8ed6-4fb9-914c-af9b4ff5be59 req-9f167bf8-3e77-4b83-af2f-6fe8ba735b17 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507877 May 19 15:13:10.219552 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50038) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:10.247623 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e03-12be-4c99-af58-4a46ef266160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:10.256097 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160131-c679-4673-aa5c-bbe08dfce821 req-427e59f5-1dad-4c0d-9a1f-ca8cfb3b7b31 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.257643 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-58160131-c679-4673-aa5c-bbe08dfce821 req-427e59f5-1dad-4c0d-9a1f-ca8cfb3b7b31 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0535672 May 19 15:13:10.292732 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:10.313543 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:10.339891 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-58160131-c679-4673-aa5c-bbe08dfce821 req-c8ae9b2a-ccee-4354-992d-225d457eabbc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756967 May 19 15:13:10.358572 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa609a4-1b78-40a2-b15b-b54957fb9efb req-8b8eed3e-15d5-4eab-be98-fe0097fe53a3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.360130 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-faa609a4-1b78-40a2-b15b-b54957fb9efb req-8b8eed3e-15d5-4eab-be98-fe0097fe53a3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0718660 May 19 15:13:10.374325 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e03-12be-4c99-af58-4a46ef266160 admin admin] Publish callbacks [] for security_group (5e30e719-8770-459a-91a3-1ea9fff02edb), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:10.386663 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e03-12be-4c99-af58-4a46ef266160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5e30e719-8770-459a-91a3-1ea9fff02edb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:10.416356 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:10.421648 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-faa609a4-1b78-40a2-b15b-b54957fb9efb req-beba5e83-8dc1-4ea9-ad69-eb61916128a8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489116 May 19 15:13:10.455508 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-a8d5b87d-ba10-4825-b6b1-5a7bf1d4d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.457447 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-a8d5b87d-ba10-4825-b6b1-5a7bf1d4d982 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 1129 time: 0.0812080 May 19 15:13:10.459978 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f1c63e03-12be-4c99-af58-4a46ef266160 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4104b0b19acc4675863e7d4927d7582b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349908 May 19 15:13:10.461616 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63e03-12be-4c99-af58-4a46ef266160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e30e719-8770-459a-91a3-1ea9fff02edb,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:10.462774 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50044) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:10.560869 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-309ca877-260d-4185-8852-3d212a844bba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444193 May 19 15:13:10.611340 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5f9b1-10cf-4cfe-87bc-a21d012ec6ad req-a18523d4-c9d6-4668-97a0-e8ad5ac7addc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.613398 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4ff5f9b1-10cf-4cfe-87bc-a21d012ec6ad req-a18523d4-c9d6-4668-97a0-e8ad5ac7addc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0574923 May 19 15:13:10.643773 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-50d95946-686f-4cc9-8d00-5f6bac5f00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.646178 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f1f1871b-24a6-4f67-88d2-b80c9d25d528 admin admin] Publish callbacks [] for security_group (5e30e719-8770-459a-91a3-1ea9fff02edb), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:10.647523 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-50d95946-686f-4cc9-8d00-5f6bac5f00b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 912 time: 0.1754849 May 19 15:13:10.684793 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f1f1871b-24a6-4f67-88d2-b80c9d25d528 admin admin] Publish callbacks [] for security_group (5e30e719-8770-459a-91a3-1ea9fff02edb), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:10.706863 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4ff5f9b1-10cf-4cfe-87bc-a21d012ec6ad req-cdab112a-c846-4dec-87c9-3abf81565840 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825577 May 19 15:13:10.716318 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-979ab32e-7dc6-4fca-914d-b6c893de4695 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 200 len: 1001 time: 0.0629122 May 19 15:13:10.743758 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50060) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:10.755333 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f1f1871b-24a6-4f67-88d2-b80c9d25d528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5e30e719-8770-459a-91a3-1ea9fff02edb), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:10.757931 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f1f1871b-24a6-4f67-88d2-b80c9d25d528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:10.759049 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f1f1871b-24a6-4f67-88d2-b80c9d25d528 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e30e719-8770-459a-91a3-1ea9fff02edb HTTP/1.1" status: 204 len: 168 time: 0.2935362 May 19 15:13:10.773859 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-5a14ed4e-74a8-40b0-be4a-3f10a9c01d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.775732 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-5a14ed4e-74a8-40b0-be4a-3f10a9c01d97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0531573 May 19 15:13:10.778067 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1871b-24a6-4f67-88d2-b80c9d25d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e30e719-8770-459a-91a3-1ea9fff02edb,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:10.829801 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-0bbd3a4e-5642-476f-8846-6eafe4595bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.831433 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-0bbd3a4e-5642-476f-8846-6eafe4595bae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502234 May 19 15:13:10.927871 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-21c75aa3-196f-4fdb-b837-857f14db10bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:10.929705 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-50a92e87-c7ac-4bd6-9d0e-f374789ed5f9 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925686 May 19 15:13:10.936496 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-21c75aa3-196f-4fdb-b837-857f14db10bc tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports/5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 943 time: 0.1914248 May 19 15:13:11.040389 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e7e7b61-374b-4c0e-b27f-8bfccdc84085 req-0883df45-7ab8-459b-b1e9-882cf42ded8c service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053588 May 19 15:13:11.543499 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb709874-9288-4a06-ab84-4b07ba1a439b req-89587dfb-fdd3-4772-813c-20d90f8ef0e0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:11.545017 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb709874-9288-4a06-ab84-4b07ba1a439b req-89587dfb-fdd3-4772-813c-20d90f8ef0e0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0507617 May 19 15:13:11.592601 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bb709874-9288-4a06-ab84-4b07ba1a439b req-ae7a34c1-0dd7-4325-82ea-17495ba4371e tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 May 19 15:13:11.843375 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:13:11.862218 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b1e05-3511-4aff-b29a-b574f6943471 req-f07c1710-28a5-4655-a499-35cf5b372a45 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:11.873852 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-830b1e05-3511-4aff-b29a-b574f6943471 req-f07c1710-28a5-4655-a499-35cf5b372a45 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0911691 May 19 15:13:11.971776 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 is: ACTIVE; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:13:11.972416 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:11.991468 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-830b1e05-3511-4aff-b29a-b574f6943471 req-117edb89-b0e5-4b6e-9b85-3426fd2c4476 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166677 May 19 15:13:12.021713 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:12.024477 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42356ec-e424-4695-b0e5-4dd65f385ad2" -d '{"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:12.030171 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:12.037125 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:12.074136 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d4b19-1d10-430d-a190-31f7b9244c3a x-openstack-request-id: req-802d4b19-1d10-430d-a190-31f7b9244c3a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:12.074441 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-unplugged", "status": "failed", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8", "code": 422}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:12.075379 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-802d4b19-1d10-430d-a190-31f7b9244c3a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:12.075813 dv-cinder-825492-12-iscsi neutron-server[103763]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-802d4b19-1d10-430d-a190-31f7b9244c3a']: {'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'code': 422} returned with failed status May 19 15:13:12.122095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=6']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:12.389089 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-f1cdcd00-bc09-432c-afc5-2899ea95d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:12.390507 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-f1cdcd00-bc09-432c-afc5-2899ea95d0f9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc&tenant_id=ee9ba7310e7e4d558dba77f08668b77b HTTP/1.1" status: 200 len: 1128 time: 0.0423644 May 19 15:13:12.451039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-2065b7ef-521b-443f-8309-e0b91e6a4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:12.452579 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-2065b7ef-521b-443f-8309-e0b91e6a4341 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1128 time: 0.0410986 May 19 15:13:12.547154 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-f249fdc0-7600-4197-a2ac-d80982255605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:12.548668 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-f249fdc0-7600-4197-a2ac-d80982255605 service neutron] 10.222.0.49 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 910 time: 0.0903254 May 19 15:13:12.611003 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-b7b6ecef-e761-45b9-9031-fdc62960fb48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 1000 time: 0.0569746 May 19 15:13:12.670346 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-51d1395a-fb14-4cbc-b57b-3f58d41e07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:12.671865 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-51d1395a-fb14-4cbc-b57b-3f58d41e07a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 200 len: 848 time: 0.0554211 May 19 15:13:12.715352 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d82bd-b40e-459b-b6ea-bc7e87e5db91 req-9a14c508-0e06-4326-acb0-cdecfdccc452 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:12.717136 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-520d82bd-b40e-459b-b6ea-bc7e87e5db91 req-9a14c508-0e06-4326-acb0-cdecfdccc452 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0521228 May 19 15:13:12.727382 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-7dd3bf41-048b-43f9-a119-83127e616261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:12.729137 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-7dd3bf41-048b-43f9-a119-83127e616261 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06b3cf68-e062-43e2-bf1d-14e41af70353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514538 May 19 15:13:12.771627 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-520d82bd-b40e-459b-b6ea-bc7e87e5db91 req-26830d1a-8515-4d41-9cb1-51a7a5ddb5ee tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485911 May 19 15:13:12.795189 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:12.827909 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-d051995d-a148-40f2-ba40-8f8acacb63ea service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923262 May 19 15:13:12.922431 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2259375c-bfe1-4618-bfd1-08feeabb15b6 req-b651d8b0-5444-4f25-9ac7-c3994b442e91 service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886703 May 19 15:13:13.048975 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50160) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:13.116318 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5db92-d936-41c2-bc85-21445961bfec req-81e0b9d4-dd30-4d23-9a3a-15e1dc4c8c57 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:13.118073 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-40e5db92-d936-41c2-bc85-21445961bfec req-81e0b9d4-dd30-4d23-9a3a-15e1dc4c8c57 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0483682 May 19 15:13:13.167936 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:13.183596 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7002665c-c64b-434c-a6ef-2119b7cbc247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.190404 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-40e5db92-d936-41c2-bc85-21445961bfec req-a20fb1c5-28d5-44ea-9cc1-c67b1a16887d tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660219 May 19 15:13:13.269482 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7002665c-c64b-434c-a6ef-2119b7cbc247 admin admin] Publish callbacks [] for security_group (49af5277-1cbc-4931-89ff-917f914d45b5), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.273788 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7002665c-c64b-434c-a6ef-2119b7cbc247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (49af5277-1cbc-4931-89ff-917f914d45b5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.289832 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:13.314297 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002665c-c64b-434c-a6ef-2119b7cbc247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49af5277-1cbc-4931-89ff-917f914d45b5,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:13.322143 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7002665c-c64b-434c-a6ef-2119b7cbc247 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c23fe8faf0764d828bde5297a60d4cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697170 May 19 15:13:13.322632 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50176) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:13.373885 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2677963-6959-4eda-982c-a5cf115ccb8d admin admin] Publish callbacks [] for security_group (49af5277-1cbc-4931-89ff-917f914d45b5), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.397894 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2677963-6959-4eda-982c-a5cf115ccb8d admin admin] Publish callbacks [] for security_group (49af5277-1cbc-4931-89ff-917f914d45b5), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.448142 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2677963-6959-4eda-982c-a5cf115ccb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (49af5277-1cbc-4931-89ff-917f914d45b5), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.451161 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f2677963-6959-4eda-982c-a5cf115ccb8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.452602 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f2677963-6959-4eda-982c-a5cf115ccb8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49af5277-1cbc-4931-89ff-917f914d45b5 HTTP/1.1" status: 204 len: 168 time: 0.1292048 May 19 15:13:13.461797 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2677963-6959-4eda-982c-a5cf115ccb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af5277-1cbc-4931-89ff-917f914d45b5,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:13.756387 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50194) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:13.769734 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6cecc96e-5c38-4eeb-9709-24a3851a749b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.855657 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6cecc96e-5c38-4eeb-9709-24a3851a749b admin admin] Publish callbacks [] for security_group (9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.859552 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6cecc96e-5c38-4eeb-9709-24a3851a749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.906924 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-6cecc96e-5c38-4eeb-9709-24a3851a749b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65233050ac674533bc24ae9d40f21492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493464 May 19 15:13:13.907971 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecc96e-5c38-4eeb-9709-24a3851a749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:13.909736 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50196) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:13.965425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57e77d47-7545-4c69-aca7-36e97b67e699 admin admin] Publish callbacks [] for security_group (9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:13.967510 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:13.987998 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57e77d47-7545-4c69-aca7-36e97b67e699 admin admin] Publish callbacks [] for security_group (9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:14.036181 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57e77d47-7545-4c69-aca7-36e97b67e699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:14.038743 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-57e77d47-7545-4c69-aca7-36e97b67e699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:14.039971 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-57e77d47-7545-4c69-aca7-36e97b67e699 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6 HTTP/1.1" status: 204 len: 168 time: 0.1292551 May 19 15:13:14.043375 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3b77b6df-f703-4cbe-a915-39d1e2171a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:14.054100 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e77d47-7545-4c69-aca7-36e97b67e699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a9e1b-7c6d-464e-b9f7-59b0b28944d6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:14.307611 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fa593-df5c-4b35-a083-f4210f3765a9 req-6919b4bc-da42-41ab-a376-13d03f8da90d tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:14.309092 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fd4fa593-df5c-4b35-a083-f4210f3765a9 req-6919b4bc-da42-41ab-a376-13d03f8da90d tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0473394 May 19 15:13:14.360238 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fd4fa593-df5c-4b35-a083-f4210f3765a9 req-726bb6dc-ba71-4fa8-8a5b-68685d20cada tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441682 May 19 15:13:15.089383 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50252) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:15.222009 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e54a4b99-b3dc-4a04-a0b6-de0e28a655b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.277605 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:15.298940 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e54a4b99-b3dc-4a04-a0b6-de0e28a655b0 admin admin] Publish callbacks [] for security_group (ea667fed-7010-4e44-bf94-44c1dae3e1f8), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.302618 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e54a4b99-b3dc-4a04-a0b6-de0e28a655b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ea667fed-7010-4e44-bf94-44c1dae3e1f8), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.352215 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e54a4b99-b3dc-4a04-a0b6-de0e28a655b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0da0d88701ff459eb0117623a0a7b253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615156 May 19 15:13:15.353735 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a4b99-b3dc-4a04-a0b6-de0e28a655b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea667fed-7010-4e44-bf94-44c1dae3e1f8,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:15.354618 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50260) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:15.403787 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f7b56695-32fa-4178-8496-d0018a0a773c admin admin] Publish callbacks [] for security_group (ea667fed-7010-4e44-bf94-44c1dae3e1f8), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.426371 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f7b56695-32fa-4178-8496-d0018a0a773c admin admin] Publish callbacks [] for security_group (ea667fed-7010-4e44-bf94-44c1dae3e1f8), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.474570 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ad16-adb5-437f-a41b-f73a6cffc420 req-1a6bed17-4a8d-456f-8099-af1bacb637c9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:15.476361 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9927ad16-adb5-437f-a41b-f73a6cffc420 req-1a6bed17-4a8d-456f-8099-af1bacb637c9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0475600 May 19 15:13:15.478769 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f7b56695-32fa-4178-8496-d0018a0a773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (ea667fed-7010-4e44-bf94-44c1dae3e1f8), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.481400 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f7b56695-32fa-4178-8496-d0018a0a773c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.482529 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f7b56695-32fa-4178-8496-d0018a0a773c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea667fed-7010-4e44-bf94-44c1dae3e1f8 HTTP/1.1" status: 204 len: 168 time: 0.1268401 May 19 15:13:15.490688 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b56695-32fa-4178-8496-d0018a0a773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea667fed-7010-4e44-bf94-44c1dae3e1f8,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:15.529733 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9927ad16-adb5-437f-a41b-f73a6cffc420 req-04a415b5-83d8-4149-ba43-599f3853f23a tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477731 May 19 15:13:15.757706 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50268) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:15.771208 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f61b7b50-cbe2-44d7-afe9-507fd980cd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.844123 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f61b7b50-cbe2-44d7-afe9-507fd980cd94 admin admin] Publish callbacks [] for security_group (05964ea2-b1c8-4168-b388-da6d53e3c3b9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.848216 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f61b7b50-cbe2-44d7-afe9-507fd980cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (05964ea2-b1c8-4168-b388-da6d53e3c3b9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.887934 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f61b7b50-cbe2-44d7-afe9-507fd980cd94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29709c4685fb4963aac836b0705a2358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292200 May 19 15:13:15.889025 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b7b50-cbe2-44d7-afe9-507fd980cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05964ea2-b1c8-4168-b388-da6d53e3c3b9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:15.890679 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50270) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:15.937345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5681480c-2959-4a05-8d08-b9bf22db4a03 admin admin] Publish callbacks [] for security_group (05964ea2-b1c8-4168-b388-da6d53e3c3b9), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:15.958298 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5681480c-2959-4a05-8d08-b9bf22db4a03 admin admin] Publish callbacks [] for security_group (05964ea2-b1c8-4168-b388-da6d53e3c3b9), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:16.004929 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5681480c-2959-4a05-8d08-b9bf22db4a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (05964ea2-b1c8-4168-b388-da6d53e3c3b9), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:16.007442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5681480c-2959-4a05-8d08-b9bf22db4a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:16.008589 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5681480c-2959-4a05-8d08-b9bf22db4a03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05964ea2-b1c8-4168-b388-da6d53e3c3b9 HTTP/1.1" status: 204 len: 168 time: 0.1167901 May 19 15:13:16.016202 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681480c-2959-4a05-8d08-b9bf22db4a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05964ea2-b1c8-4168-b388-da6d53e3c3b9,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:16.277695 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20c9ce09-908a-45e2-9c96-83a363f4a396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:16.642747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:16.655335 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fac5bf-187c-4934-803f-4812d64d8b46 req-164925da-db8c-462a-b508-a0fbb0b1b207 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:16.656827 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d5fac5bf-187c-4934-803f-4812d64d8b46 req-164925da-db8c-462a-b508-a0fbb0b1b207 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0524535 May 19 15:13:16.705838 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d5fac5bf-187c-4934-803f-4812d64d8b46 req-91579504-b000-4bd5-a701-6b26e8660a3b tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421493 May 19 15:13:17.430785 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:17.825545 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641e973-4b87-4831-9cf0-6206cef96b55 req-8d98875e-da7b-4fc4-81a3-e994adeb96f9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:17.827027 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9641e973-4b87-4831-9cf0-6206cef96b55 req-8d98875e-da7b-4fc4-81a3-e994adeb96f9 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0487640 May 19 15:13:17.878992 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9641e973-4b87-4831-9cf0-6206cef96b55 req-3ef646bd-32b8-4de4-b515-fb76c8e19f70 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459898 May 19 15:13:18.648314 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:18.998588 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784d7f-a70f-4401-bb55-01fea75dfd80 req-8ef6a340-0f39-440a-b2f3-574b89558c4a tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:19.000044 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70784d7f-a70f-4401-bb55-01fea75dfd80 req-8ef6a340-0f39-440a-b2f3-574b89558c4a tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0502083 May 19 15:13:19.049120 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70784d7f-a70f-4401-bb55-01fea75dfd80 req-cdeb3005-a16e-4ca3-ac61-eadbbf13ac66 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 May 19 15:13:20.165255 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7f734-8044-4351-ab3c-155b711bffa5 req-c97c09e5-5cf5-4e03-aba1-02a36e6e66b5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:20.166726 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aae7f734-8044-4351-ab3c-155b711bffa5 req-c97c09e5-5cf5-4e03-aba1-02a36e6e66b5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0523887 May 19 15:13:20.214662 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aae7f734-8044-4351-ab3c-155b711bffa5 req-ffcc9b8e-8956-42ad-8e41-727034d20af5 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 May 19 15:13:20.324402 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:20.329752 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:13:21.326108 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6ceb-318c-4c7a-87bb-e9e91215b5fd req-0298388d-800d-40b8-a927-d9d2fc21449f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:21.327603 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-edff6ceb-318c-4c7a-87bb-e9e91215b5fd req-0298388d-800d-40b8-a927-d9d2fc21449f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 944 time: 0.0478127 May 19 15:13:21.379072 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-edff6ceb-318c-4c7a-87bb-e9e91215b5fd req-118bebb7-f7be-479a-9e82-dd4d4ea0fc70 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 May 19 15:13:21.893910 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:13:21.992930 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:22.003705 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'port_id': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'mac_address': 'fa:16:3e:ff:10:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:13:22.037435 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:13:22.037816 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:22.054164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:13:22.079769 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:22.084163 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:22.133191 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=7']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:22.340440 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['5a44dc9e-4dbb-4932-b730-880e5d1f89e8'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:13:22.492173 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b5f02-7daa-4384-87be-903356035b1b req-7efd906b-e0cf-45a9-9f5b-50d40acdd205 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:22.493815 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-941b5f02-7daa-4384-87be-903356035b1b req-7efd906b-e0cf-45a9-9f5b-50d40acdd205 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 945 time: 0.0477128 May 19 15:13:22.523752 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:22.536166 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:22.542957 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-941b5f02-7daa-4384-87be-903356035b1b req-0cf9b158-4f15-406d-8cf4-7ea0b406f43f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433388 May 19 15:13:22.960109 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-b252986d-a1ae-4426-9c8e-501c4b95bf3f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975589445&fields=id&tenant_id=2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 267 time: 0.0482845 May 19 15:13:23.022124 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:23.069528 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-432ebb2f-153f-4348-bc92-809b4fa1552b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:23.070993 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-432ebb2f-153f-4348-bc92-809b4fa1552b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 811 time: 0.1042290 May 19 15:13:23.085179 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-613a5937-0f9c-4714-9706-0a5cf9f38746 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/quotas/2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 375 time: 0.0089693 May 19 15:13:23.136629 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-121c8165-613d-4f10-957e-43935a564697 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467987 May 19 15:13:23.368007 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-fbf48f3b-e69e-4a26-8966-0987b481470b service neutron] 10.222.0.24 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193315 May 19 15:13:23.462616 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-d40c3e8c-187f-4753-a125-1e7904507792 service neutron] 10.222.0.24 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883627 May 19 15:13:23.664633 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e6deb-8668-4595-b684-68da16633993 req-be35beea-43d3-4a5d-b648-12d60d201761 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:23.666092 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-065e6deb-8668-4595-b684-68da16633993 req-be35beea-43d3-4a5d-b648-12d60d201761 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 945 time: 0.0498278 May 19 15:13:23.723460 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-065e6deb-8668-4595-b684-68da16633993 req-49a57ccc-3097-4773-bf25-9e8db48abd6d tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510998 May 19 15:13:23.772056 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-42883731-fab4-4003-a2a1-326ea9537b9e req-2c1c040c-3b97-441c-94b7-6a2c80e2ba6f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 210 time: 0.0275850 May 19 15:13:23.908983 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:13:23.958224 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:13:23.958594 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:24.036568 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:13:24.036966 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:24.061834 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:24.064156 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d0204-c4bb-4080-a021-0fffdc56970a" -d '{"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:24.077164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:24.082913 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:24.109263 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77498e9-8c81-4833-9e5e-457151e7f97d x-openstack-request-id: req-c77498e9-8c81-4833-9e5e-457151e7f97d {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:24.109942 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-plugged", "status": "completed", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:24.110206 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c77498e9-8c81-4833-9e5e-457151e7f97d {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:24.110600 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77498e9-8c81-4833-9e5e-457151e7f97d'] response: {'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'code': 200} May 19 15:13:24.141186 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=8']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:24.370224 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52dd28-4178-4579-915e-232076aa3f29 req-ed687658-2b53-4811-869e-7ae426812497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:24.371739 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef52dd28-4178-4579-915e-232076aa3f29 req-ed687658-2b53-4811-869e-7ae426812497 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1130 time: 0.0448415 May 19 15:13:24.627053 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50466) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:24.645061 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef52dd28-4178-4579-915e-232076aa3f29 req-8996e9b4-4e85-491b-839b-b586a1410cbe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546601 May 19 15:13:24.743096 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-977a1c47-d883-4742-9ab8-979826f0fa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:24.745482 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:24.938160 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088ce57-2cee-486a-b910-70ef9563d1f4 req-4a2df7b1-27e9-46f3-b623-b891a27eb2f7 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:24.946549 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3088ce57-2cee-486a-b910-70ef9563d1f4 req-4a2df7b1-27e9-46f3-b623-b891a27eb2f7 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.1400406 May 19 15:13:24.950249 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-977a1c47-d883-4742-9ab8-979826f0fa48 admin admin] Publish callbacks [] for security_group (6c001e85-a6f8-4fcc-b3bc-818595124855), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:24.976058 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-362b871f-6922-44a3-b095-07c871ded906 req-e685d031-741f-472e-b064-c58fc0b6262f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 210 time: 0.1260767 May 19 15:13:24.999056 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-e7f6b6af-22c6-49a8-ad24-99db4e74193c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:25.001204 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-e7f6b6af-22c6-49a8-ad24-99db4e74193c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 811 time: 0.1394396 May 19 15:13:25.007770 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-977a1c47-d883-4742-9ab8-979826f0fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (6c001e85-a6f8-4fcc-b3bc-818595124855), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.042999 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3088ce57-2cee-486a-b910-70ef9563d1f4 req-575e8689-a0d6-4d67-80fc-c3bc91c07ce6 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955524 May 19 15:13:25.063143 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-977a1c47-d883-4742-9ab8-979826f0fa48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e12921fccc154769bcabf15351a20c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443579 May 19 15:13:25.063871 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a1c47-d883-4742-9ab8-979826f0fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c001e85-a6f8-4fcc-b3bc-818595124855,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:25.066804 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50480) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:25.100501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:25.119745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be8d2942-451a-483d-a1b7-b435a742dc2b admin admin] Publish callbacks [] for security_group (6c001e85-a6f8-4fcc-b3bc-818595124855), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.143229 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be8d2942-451a-483d-a1b7-b435a742dc2b admin admin] Publish callbacks [] for security_group (6c001e85-a6f8-4fcc-b3bc-818595124855), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.194063 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be8d2942-451a-483d-a1b7-b435a742dc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (6c001e85-a6f8-4fcc-b3bc-818595124855), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.196817 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be8d2942-451a-483d-a1b7-b435a742dc2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.198027 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-be8d2942-451a-483d-a1b7-b435a742dc2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c001e85-a6f8-4fcc-b3bc-818595124855 HTTP/1.1" status: 204 len: 168 time: 0.1297991 May 19 15:13:25.205908 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d2942-451a-483d-a1b7-b435a742dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c001e85-a6f8-4fcc-b3bc-818595124855,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:25.379771 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:25.397137 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-f824320e-0ac0-4d9c-9fd5-fca73e65b39c tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c71bc8f0a164884bc0c046fd1e7faab HTTP/1.1" status: 200 len: 380 time: 0.0648801 May 19 15:13:25.406988 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'port': {'device_id': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'admin_state_up': True, 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'security_groups': ['fd7782b4-92be-46b1-bcd6-c27186e1a377']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:25.517968 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Made reservation on behalf of 2c71bc8f0a164884bc0c046fd1e7faab for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:13:25.522103 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.659387 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Allocated IP 172.20.0.7 (c953f990-ab01-4a12-ad62-ff0b653ea46c/08e45018-96b2-47f0-acb5-298ca215d38d/ed53e5b3-4733-49ad-b67b-e85553de91fa) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:13:25.825295 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.858962 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.898239 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:13:25.903450 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:13:25.907292 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:13:25.960537 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:25.961186 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:25.964995 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=ed53e5b3-4733-49ad-b67b-e85553de91fa,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:25.993762 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-e5cb5fa4-30ca-4229-8817-d72e36c9790f tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911846 May 19 15:13:26.086177 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Request body: {'port': {'device_id': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:26.185092 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-7266ea62-a3ff-4ae4-8036-0d1421df97d2 None None] Provisioning complete for port ed53e5b3-4733-49ad-b67b-e85553de91fa triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:13:26.185702 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7266ea62-a3ff-4ae4-8036-0d1421df97d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:26.236961 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:26.240395 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:26.269851 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7266ea62-a3ff-4ae4-8036-0d1421df97d2 None None] Port ed53e5b3-4733-49ad-b67b-e85553de91fa cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:13:26.300578 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55731a-b5d3-4aeb-ba02-419f964f0553 req-0c94dbd6-5963-4473-a539-7272789d227e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:26.302180 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a55731a-b5d3-4aeb-ba02-419f964f0553 req-0c94dbd6-5963-4473-a539-7272789d227e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.1328528 May 19 15:13:26.320422 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c145a-f168-4c34-a6f8-7b4ccaa21200 req-71f32fd3-35e8-4d4b-92bc-27ba4e89b244 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:26.322519 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ca3c145a-f168-4c34-a6f8-7b4ccaa21200 req-71f32fd3-35e8-4d4b-92bc-27ba4e89b244 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 931 time: 0.2591650 May 19 15:13:26.425592 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a55731a-b5d3-4aeb-ba02-419f964f0553 req-6ee0ebce-6203-4a24-be15-8c0aee8eec39 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008675 May 19 15:13:26.443098 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ca3c145a-f168-4c34-a6f8-7b4ccaa21200 req-fb219eb5-08de-4949-b648-0899e20a3840 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045523 May 19 15:13:26.544776 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:26.659864 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed53e5b3-4733-49ad-b67b-e85553de91fa {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:13:26.668195 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Publish callbacks [] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:26.681388 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Transition to ACTIVE for port object ed53e5b3-4733-49ad-b67b-e85553de91fa will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:13:26.685336 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:26.741061 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Pushing event updated for resources: {'Port': ['ID=ed53e5b3-4733-49ad-b67b-e85553de91fa,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:26.817332 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Attempting to bind port ed53e5b3-4733-49ad-b67b-e85553de91fa on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:13:26.817733 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Attempting to bind port ed53e5b3-4733-49ad-b67b-e85553de91fa by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:13:26.818132 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Attempting to bind port ed53e5b3-4733-49ad-b67b-e85553de91fa on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:13:26.824126 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Port ed53e5b3-4733-49ad-b67b-e85553de91fa on network c953f990-ab01-4a12-ad62-ff0b653ea46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:13:26.824557 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Attempting to bind port ed53e5b3-4733-49ad-b67b-e85553de91fa on network c953f990-ab01-4a12-ad62-ff0b653ea46c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:13:26.830427 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:13:26.830878 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Checking segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:13:26.831403 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Bound using segment: {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:13:26.831950 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Bound port: ed53e5b3-4733-49ad-b67b-e85553de91fa, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:13:26.832455 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:26.915425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] For port ed53e5b3-4733-49ad-b67b-e85553de91fa, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:13:26.919047 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] For port ed53e5b3-4733-49ad-b67b-e85553de91fa, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:13:26.926927 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:26.957990 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:26.959440 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:26.960392 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] 10.222.0.49 "PUT /v2.0/ports/ed53e5b3-4733-49ad-b67b-e85553de91fa HTTP/1.1" status: 200 len: 1093 time: 0.8790205 May 19 15:13:26.962843 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:26.965839 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b97ce1-1812-4846-bdfa-50b62e900749" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:27.005442 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bcea9-a0e4-42ee-8e27-0aa30533df7e service neutron] Pushing event updated for resources: {'Port': ['ID=ed53e5b3-4733-49ad-b67b-e85553de91fa,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:27.044015 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb73c93-5a9e-4f2d-84b1-712c45049d0c x-openstack-request-id: req-9cb73c93-5a9e-4f2d-84b1-712c45049d0c {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:27.044304 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:27.044590 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cb73c93-5a9e-4f2d-84b1-712c45049d0c {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:27.045020 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb73c93-5a9e-4f2d-84b1-712c45049d0c'] response: {'name': 'network-changed', 'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'status': 'completed', 'code': 200} May 19 15:13:27.056311 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-a52a9808-ea6b-4d7d-91c0-f4fc8ec0c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.057777 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-a52a9808-ea6b-4d7d-91c0-f4fc8ec0c40a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 1127 time: 0.0479329 May 19 15:13:27.104794 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-258357d2-02bb-44b1-bf89-b07461156549 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa HTTP/1.1" status: 200 len: 217 time: 0.0391767 May 19 15:13:27.165551 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-651763cc-eccc-445f-ba75-bb11aa1015d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.167023 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-651763cc-eccc-445f-ba75-bb11aa1015d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0561957 May 19 15:13:27.214552 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319ec-859b-415f-844d-9062447eb243 req-8cd31ffc-0e42-41af-a8c7-a784203d288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.216403 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-8cd31ffc-0e42-41af-a8c7-a784203d288e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426126 May 19 15:13:27.315077 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-16aa8597-8fd2-495a-a4f8-600ba0f0bcdc service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932016 May 19 15:13:27.404840 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:27.430047 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bf319ec-859b-415f-844d-9062447eb243 req-baf6adaf-9e41-4c98-970e-a20c7d25a53d service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088471 May 19 15:13:27.564919 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15a90b-788c-48ea-ac1d-ee2286dbdad4 req-eeac6cd9-b49d-4608-be50-4a56202cfe20 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.567097 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e15a90b-788c-48ea-ac1d-ee2286dbdad4 req-eeac6cd9-b49d-4608-be50-4a56202cfe20 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 943 time: 0.0492654 May 19 15:13:27.607085 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:27.616795 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e15a90b-788c-48ea-ac1d-ee2286dbdad4 req-08866d21-cb58-4526-be19-87fde123bb09 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439663 May 19 15:13:27.719525 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-523442ee-9c6b-4c8d-a4be-54be327755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.720917 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-523442ee-9c6b-4c8d-a4be-54be327755bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 1127 time: 0.0454340 May 19 15:13:27.801475 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:27.818816 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-21528861-b6de-411b-a760-c187fe5977f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.820386 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-21528861-b6de-411b-a760-c187fe5977f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.0932612 May 19 15:13:27.866052 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-357cc4ce-6b23-4955-b59b-ef6f0ad0d545 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa HTTP/1.1" status: 200 len: 217 time: 0.0361319 May 19 15:13:27.924651 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-19beb5f4-f3e2-49e8-a44f-ad5b3b41d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.926576 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-19beb5f4-f3e2-49e8-a44f-ad5b3b41d92f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0451663 May 19 15:13:27.970410 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-a8ac2722-4b7e-41d6-8d04-59e4fcdf2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:27.971967 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-a8ac2722-4b7e-41d6-8d04-59e4fcdf2794 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395300 May 19 15:13:28.075220 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-70821d0a-c081-48ed-9828-89180aec5e2e service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958157 May 19 15:13:28.170175 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-12b97ce1-1812-4846-bdfa-50b62e900749 req-99b3e14b-38f5-40b4-a0e8-8b316eb5a530 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882835 May 19 15:13:28.736334 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cba2e8-62bc-47d1-8d30-80fdc7393258 req-9ed7f96b-f458-49a8-8d87-59f4721dafd8 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:28.737894 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-65cba2e8-62bc-47d1-8d30-80fdc7393258 req-9ed7f96b-f458-49a8-8d87-59f4721dafd8 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 943 time: 0.0503736 May 19 15:13:28.793370 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-65cba2e8-62bc-47d1-8d30-80fdc7393258 req-988fee60-6600-41f1-974b-1c5ad0c54699 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489132 May 19 15:13:29.860360 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50580) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:29.909822 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7cad-3cc9-4b60-b982-98b7aea694b6 req-2f8aa61b-43d5-42f6-81f9-4c0409f387fb tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:29.911273 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c3a7cad-3cc9-4b60-b982-98b7aea694b6 req-2f8aa61b-43d5-42f6-81f9-4c0409f387fb tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 943 time: 0.0468230 May 19 15:13:29.961396 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c3a7cad-3cc9-4b60-b982-98b7aea694b6 req-62abd66e-b2fb-4321-8b0b-8bd5e31602ca tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 May 19 15:13:29.966859 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f6060a4d-2bbc-44e3-bc7b-ce896943bda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.055061 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f6060a4d-2bbc-44e3-bc7b-ce896943bda6 admin admin] Publish callbacks [] for security_group (3efd3ff2-4c66-43ee-b7d5-5a749530a8b7), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.058917 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f6060a4d-2bbc-44e3-bc7b-ce896943bda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3efd3ff2-4c66-43ee-b7d5-5a749530a8b7), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.098615 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f6060a4d-2bbc-44e3-bc7b-ce896943bda6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9210c96ef1df42bd83aa7fe94f6a0e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370977 May 19 15:13:30.099507 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6060a4d-2bbc-44e3-bc7b-ce896943bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd3ff2-4c66-43ee-b7d5-5a749530a8b7,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:30.101314 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50584) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:30.149771 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-340ebf64-9cf9-423c-9854-4260bac36de7 admin admin] Publish callbacks [] for security_group (3efd3ff2-4c66-43ee-b7d5-5a749530a8b7), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.170816 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-340ebf64-9cf9-423c-9854-4260bac36de7 admin admin] Publish callbacks [] for security_group (3efd3ff2-4c66-43ee-b7d5-5a749530a8b7), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.224174 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-340ebf64-9cf9-423c-9854-4260bac36de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (3efd3ff2-4c66-43ee-b7d5-5a749530a8b7), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.226895 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-340ebf64-9cf9-423c-9854-4260bac36de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.228069 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-340ebf64-9cf9-423c-9854-4260bac36de7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3efd3ff2-4c66-43ee-b7d5-5a749530a8b7 HTTP/1.1" status: 204 len: 168 time: 0.1257050 May 19 15:13:30.235306 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:30.237328 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ebf64-9cf9-423c-9854-4260bac36de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd3ff2-4c66-43ee-b7d5-5a749530a8b7,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:30.529500 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50596) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:30.543598 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7a13d548-1b40-42df-b0de-ab0e8b0582d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.622001 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7a13d548-1b40-42df-b0de-ab0e8b0582d3 admin admin] Publish callbacks [] for security_group (5d7b68df-64f3-480b-85ec-d4d142aace2e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.625599 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7a13d548-1b40-42df-b0de-ab0e8b0582d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5d7b68df-64f3-480b-85ec-d4d142aace2e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.664576 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7a13d548-1b40-42df-b0de-ab0e8b0582d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4529199ff404e35ad552c5cd640713d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340353 May 19 15:13:30.665589 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13d548-1b40-42df-b0de-ab0e8b0582d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b68df-64f3-480b-85ec-d4d142aace2e,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:30.667469 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50598) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:30.715677 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894fd352-52ea-49f3-bb51-8aec4613e73e admin admin] Publish callbacks [] for security_group (5d7b68df-64f3-480b-85ec-d4d142aace2e), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.736168 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894fd352-52ea-49f3-bb51-8aec4613e73e admin admin] Publish callbacks [] for security_group (5d7b68df-64f3-480b-85ec-d4d142aace2e), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.783757 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894fd352-52ea-49f3-bb51-8aec4613e73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (5d7b68df-64f3-480b-85ec-d4d142aace2e), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.787091 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894fd352-52ea-49f3-bb51-8aec4613e73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:30.789176 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-894fd352-52ea-49f3-bb51-8aec4613e73e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d7b68df-64f3-480b-85ec-d4d142aace2e HTTP/1.1" status: 204 len: 168 time: 0.1203668 May 19 15:13:30.798933 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fd352-52ea-49f3-bb51-8aec4613e73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b68df-64f3-480b-85ec-d4d142aace2e,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:31.080341 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a23b-2423-4f09-8e0e-5c8008b359ae req-4ccdc594-a8cf-4371-9cce-42c680487d1b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:31.081858 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a404a23b-2423-4f09-8e0e-5c8008b359ae req-4ccdc594-a8cf-4371-9cce-42c680487d1b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 943 time: 0.0489118 May 19 15:13:31.137160 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a404a23b-2423-4f09-8e0e-5c8008b359ae req-b8b0ab3f-13d2-4d4c-9448-2a1fb00025a0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493734 May 19 15:13:31.633501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50610) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:31.734681 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-73dba3f8-3e5b-42be-813b-403b163838c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:31.769755 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:31.817183 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-73dba3f8-3e5b-42be-813b-403b163838c2 admin admin] Publish callbacks [] for security_group (298247fe-5217-491c-a7d1-184a22681a31), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:31.820800 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-73dba3f8-3e5b-42be-813b-403b163838c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (298247fe-5217-491c-a7d1-184a22681a31), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:31.860817 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-73dba3f8-3e5b-42be-813b-403b163838c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49e53086e76f471ebf5ac6be859810c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262683 May 19 15:13:31.862722 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dba3f8-3e5b-42be-813b-403b163838c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298247fe-5217-491c-a7d1-184a22681a31,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:31.864091 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50614) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:31.915354 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86cf97b2-47d6-425c-a82b-8607a90a7270 admin admin] Publish callbacks [] for security_group (298247fe-5217-491c-a7d1-184a22681a31), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:31.936210 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86cf97b2-47d6-425c-a82b-8607a90a7270 admin admin] Publish callbacks [] for security_group (298247fe-5217-491c-a7d1-184a22681a31), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:31.983543 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86cf97b2-47d6-425c-a82b-8607a90a7270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (298247fe-5217-491c-a7d1-184a22681a31), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:31.985947 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86cf97b2-47d6-425c-a82b-8607a90a7270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:31.987053 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-86cf97b2-47d6-425c-a82b-8607a90a7270 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/298247fe-5217-491c-a7d1-184a22681a31 HTTP/1.1" status: 204 len: 168 time: 0.1220059 May 19 15:13:31.995323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf97b2-47d6-425c-a82b-8607a90a7270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298247fe-5217-491c-a7d1-184a22681a31,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:32.259326 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd6376-0b54-44fb-8f7c-44ff4403001f req-afd8f182-6ddc-4fc9-9dbf-4e8230b50992 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:32.260861 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c6cd6376-0b54-44fb-8f7c-44ff4403001f req-afd8f182-6ddc-4fc9-9dbf-4e8230b50992 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 943 time: 0.0538125 May 19 15:13:32.268301 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50622) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:32.275587 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:32.282504 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4086-a866-4bb1-80ec-ee5e561d0a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:32.311416 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c6cd6376-0b54-44fb-8f7c-44ff4403001f req-d8d2bc49-4e36-46ff-bfe4-70844dcde173 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442438 May 19 15:13:32.362066 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4086-a866-4bb1-80ec-ee5e561d0a27 admin admin] Publish callbacks [] for security_group (1f536536-93d8-4c37-885c-f3a60dc8c496), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:32.365394 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4086-a866-4bb1-80ec-ee5e561d0a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1f536536-93d8-4c37-885c-f3a60dc8c496), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:32.403486 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6c5c4086-a866-4bb1-80ec-ee5e561d0a27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e70979111d674fbdb30f642d3540dbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339636 May 19 15:13:32.404301 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c4086-a866-4bb1-80ec-ee5e561d0a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f536536-93d8-4c37-885c-f3a60dc8c496,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:32.406154 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50624) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:32.456742 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e30ab381-e6d4-42d7-bc4d-04b23be58dde admin admin] Publish callbacks [] for security_group (1f536536-93d8-4c37-885c-f3a60dc8c496), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:32.459603 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:32.480306 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e30ab381-e6d4-42d7-bc4d-04b23be58dde admin admin] Publish callbacks [] for security_group (1f536536-93d8-4c37-885c-f3a60dc8c496), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:32.525780 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e30ab381-e6d4-42d7-bc4d-04b23be58dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1f536536-93d8-4c37-885c-f3a60dc8c496), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:32.528548 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e30ab381-e6d4-42d7-bc4d-04b23be58dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:32.529670 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e30ab381-e6d4-42d7-bc4d-04b23be58dde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f536536-93d8-4c37-885c-f3a60dc8c496 HTTP/1.1" status: 204 len: 168 time: 0.1220839 May 19 15:13:32.539501 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ab381-e6d4-42d7-bc4d-04b23be58dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f536536-93d8-4c37-885c-f3a60dc8c496,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:32.576946 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.426498 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3c7b-11b0-4d20-91b8-c928cc8bf2ff req-008c5155-f42d-4271-b318-a234df4084f0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:33.428210 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88aa3c7b-11b0-4d20-91b8-c928cc8bf2ff req-008c5155-f42d-4271-b318-a234df4084f0 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 943 time: 0.0479140 May 19 15:13:33.478939 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88aa3c7b-11b0-4d20-91b8-c928cc8bf2ff req-dce2cdcf-9828-4503-9fa4-749be170bdf2 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451665 May 19 15:13:33.617583 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50656) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:33.727589 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d14f377a-90cb-453b-8860-9e0714a8bca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.729922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:33.812746 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d14f377a-90cb-453b-8860-9e0714a8bca6 admin admin] Publish callbacks [] for security_group (b346e183-cc1d-49a7-9c1b-b34dd03c924a), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.816411 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d14f377a-90cb-453b-8860-9e0714a8bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b346e183-cc1d-49a7-9c1b-b34dd03c924a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.858768 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d14f377a-90cb-453b-8860-9e0714a8bca6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc0e01fa962d4dd18fd4035b87c578e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398834 May 19 15:13:33.859625 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f377a-90cb-453b-8860-9e0714a8bca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346e183-cc1d-49a7-9c1b-b34dd03c924a,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:33.862304 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50660) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:33.914612 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1413f120-133b-4b74-9156-63dc3ed4dac3 admin admin] Publish callbacks [] for security_group (b346e183-cc1d-49a7-9c1b-b34dd03c924a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.936050 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1413f120-133b-4b74-9156-63dc3ed4dac3 admin admin] Publish callbacks [] for security_group (b346e183-cc1d-49a7-9c1b-b34dd03c924a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.955238 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ed53e5b3-4733-49ad-b67b-e85553de91fa details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:13:33.982838 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1413f120-133b-4b74-9156-63dc3ed4dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b346e183-cc1d-49a7-9c1b-b34dd03c924a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.985422 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1413f120-133b-4b74-9156-63dc3ed4dac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:33.986592 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1413f120-133b-4b74-9156-63dc3ed4dac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b346e183-cc1d-49a7-9c1b-b34dd03c924a HTTP/1.1" status: 204 len: 168 time: 0.1215765 May 19 15:13:33.996268 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413f120-133b-4b74-9156-63dc3ed4dac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346e183-cc1d-49a7-9c1b-b34dd03c924a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:34.065662 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port ed53e5b3-4733-49ad-b67b-e85553de91fa, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:34.078356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'port_id': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'mac_address': 'fa:16:3e:ec:e6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:13:34.112784 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port ed53e5b3-4733-49ad-b67b-e85553de91fa is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:13:34.113171 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.131580 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed53e5b3-4733-49ad-b67b-e85553de91fa {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:13:34.150995 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port ed53e5b3-4733-49ad-b67b-e85553de91fa, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:34.154967 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.203568 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=ed53e5b3-4733-49ad-b67b-e85553de91fa,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:34.403085 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['ed53e5b3-4733-49ad-b67b-e85553de91fa'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:13:34.477775 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:34.524713 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:34.609159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d47cb-eb8c-404a-bdb8-08bd3c644aae req-33b10412-ef0b-4695-b0e6-5951a65d7bda tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:34.610795 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1c1d47cb-eb8c-404a-bdb8-08bd3c644aae req-33b10412-ef0b-4695-b0e6-5951a65d7bda tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 944 time: 0.0509050 May 19 15:13:34.661164 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50684) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:34.662995 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1c1d47cb-eb8c-404a-bdb8-08bd3c644aae req-9094d304-7584-4381-b21e-52157bc2ae07 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 May 19 15:13:34.755492 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-265838488-network', 'tenant_id': '5818d7e3ac5946d9a461cabd216feeee'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:34.778113 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Made reservation on behalf of 5818d7e3ac5946d9a461cabd216feeee for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:13:34.780840 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.790050 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.865039 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks [] for security_group (cf413cbe-db6c-4550-b72c-21a7d51e7593), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.869145 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (cf413cbe-db6c-4550-b72c-21a7d51e7593), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.895622 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:13:34.905787 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf413cbe-db6c-4550-b72c-21a7d51e7593,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:34.911970 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (16ada089-1151-45c0-b4f0-3ab64198a6b2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.912300 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Added segment 16ada089-1151-45c0-b4f0-3ab64198a6b2 of type vlan for network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 May 19 15:13:34.953492 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (9970d259-a5f7-4033-bd5b-efe5eef35ae2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.979611 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (9970d259-a5f7-4033-bd5b-efe5eef35ae2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:34.980595 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:34.981166 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:35.255038 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:35.261233 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5990386 May 19 15:13:35.264206 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50688) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:35.269102 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Request body: {'subnet': {'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-265838488-subnet', 'tenant_id': '5818d7e3ac5946d9a461cabd216feeee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:35.275369 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071570e-a54d-4a36-8217-6b8c7a15a24a admin admin] Pushing event updated for resources: {'Network': ['ID=9970d259-a5f7-4033-bd5b-efe5eef35ae2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:35.285913 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:13:35.290982 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Made reservation on behalf of 5818d7e3ac5946d9a461cabd216feeee for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:13:35.293448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:35.460401 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (1aa9dd81-34d4-4dcf-9f0b-23260e79eee0), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:35.509967 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa9dd81-34d4-4dcf-9f0b-23260e79eee0,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:35.524494 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Checking segment: {'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:13:35.524841 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Network hostable DHCP agents. Network: 9970d259-a5f7-4033-bd5b-efe5eef35ae2, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:13:35.540455 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:13:35.548945 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 9970d259-a5f7-4033-bd5b-efe5eef35ae2) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:13:35.553881 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:35.554465 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:35.562947 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e9f8d-894b-4e81-918b-972dbabc16a9 None None] Network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:13:35.573599 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1f2cddb5-dab7-44b7-9494-8aac3ace9a20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082771 May 19 15:13:35.660795 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f36da7e-d5fe-47c2-8e41-9965f103c154 None None] Network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:13:35.788147 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a2381-1d51-456f-b30e-51d848eae67d req-b2ee02af-97ca-4b7b-bda2-3cf89ab9bad9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:35.789633 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2b5a2381-1d51-456f-b30e-51d848eae67d req-b2ee02af-97ca-4b7b-bda2-3cf89ab9bad9 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 944 time: 0.0522320 May 19 15:13:35.810731 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:35.842242 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2b5a2381-1d51-456f-b30e-51d848eae67d req-45c59f65-de98-4a6f-8187-1151ca8ce26e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 May 19 15:13:35.967846 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-febb13a1-5680-44da-9990-885a6ffbe021 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417025 May 19 15:13:35.980171 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ed53e5b3-4733-49ad-b67b-e85553de91fa up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:13:36.028369 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port ed53e5b3-4733-49ad-b67b-e85553de91fa completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:13:36.038570 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-7a53fe2b-d8d9-49ee-8919-83df66919b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:36.039777 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port ed53e5b3-4733-49ad-b67b-e85553de91fa triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:13:36.040565 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-7a53fe2b-d8d9-49ee-8919-83df66919b8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 1129 time: 0.0512164 May 19 15:13:36.040784 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:36.119274 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:36.171019 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-fd7debbc-da55-4410-bfea-f377791d63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:36.172532 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-fd7debbc-da55-4410-bfea-f377791d63bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 912 time: 0.1105275 May 19 15:13:36.237541 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-2a781575-d8ec-476f-9cf0-ecaf232a4513 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 200 len: 1001 time: 0.0585208 May 19 15:13:36.262985 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port ed53e5b3-4733-49ad-b67b-e85553de91fa is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:13:36.263315 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:36.285362 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:36.287608 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186c159e-8212-45fe-9237-d1e18ce1e82d" -d '{"events": [{"server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "name": "network-vif-plugged", "status": "completed", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:36.297577 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-f6ec6e39-3ad2-4575-b8a6-82c52a25efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:36.298323 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-f6ec6e39-3ad2-4575-b8a6-82c52a25efa6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0459089 May 19 15:13:36.300197 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port ed53e5b3-4733-49ad-b67b-e85553de91fa, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:36.304901 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:36.341622 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac372b8-51f9-43a0-b301-18aef44dcc58 x-openstack-request-id: req-eac372b8-51f9-43a0-b301-18aef44dcc58 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:36.341909 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "name": "network-vif-plugged", "status": "completed", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:36.342434 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eac372b8-51f9-43a0-b301-18aef44dcc58 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:36.342907 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac372b8-51f9-43a0-b301-18aef44dcc58'] response: {'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'code': 200} May 19 15:13:36.351491 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-80363f76-8812-4e29-a3e6-a173d08695da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:36.353227 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-80363f76-8812-4e29-a3e6-a173d08695da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481987 May 19 15:13:36.370681 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=ed53e5b3-4733-49ad-b67b-e85553de91fa,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:36.445753 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-060c3156-2418-47db-af45-9ecfbd80f5b1 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858045 May 19 15:13:36.584290 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f23e0929-569a-438e-8f9a-44cf33dbddc1 req-d30ed082-049f-4579-a9ab-853ec6f5ab86 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186757 May 19 15:13:36.587124 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a5052-38d0-4116-803d-57321e3b0e62 req-98918c10-6d29-4b3c-97dc-aaada1c08747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:36.588523 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-432a5052-38d0-4116-803d-57321e3b0e62 req-98918c10-6d29-4b3c-97dc-aaada1c08747 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 1129 time: 0.0484133 May 19 15:13:36.634469 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-432a5052-38d0-4116-803d-57321e3b0e62 req-aa065b8c-c9a3-42bf-80f9-820ee868f328 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402462 May 19 15:13:36.961023 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7976e-d133-49e3-b1cc-de75e4619013 req-30163248-6033-4be8-af37-1059ad812874 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:36.962497 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cef7976e-d133-49e3-b1cc-de75e4619013 req-30163248-6033-4be8-af37-1059ad812874 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 945 time: 0.0527370 May 19 15:13:37.013770 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cef7976e-d133-49e3-b1cc-de75e4619013 req-9c8a587f-3cf5-4985-9052-ff09588269a1 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456114 May 19 15:13:37.548618 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:37.604634 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca986-777b-4d55-b318-891ea674fdcf req-ed1f3bb3-abb3-4edd-9603-cf35170104ec tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:37.606071 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-ed1f3bb3-abb3-4edd-9603-cf35170104ec tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/networks?id=9970d259-a5f7-4033-bd5b-efe5eef35ae2 HTTP/1.1" status: 200 len: 808 time: 0.3281054 May 19 15:13:37.620568 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-47e2ed10-c2b6-4aa6-8379-9790235df787 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/quotas/5818d7e3ac5946d9a461cabd216feeee HTTP/1.1" status: 200 len: 375 time: 0.0089467 May 19 15:13:37.651651 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-d8a9559f-7264-4a8e-9d08-a9af3745cd27 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5818d7e3ac5946d9a461cabd216feeee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264449 May 19 15:13:37.748455 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-7ecb9bbb-c116-4c00-a570-f9804c8ae3b8 service neutron] 10.222.0.24 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903683 May 19 15:13:37.835721 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-f6ddeb7d-5c54-4a2a-8026-ae5da8815882 service neutron] 10.222.0.24 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814943 May 19 15:13:38.008405 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b19b2db2-604d-47f1-85f7-23b66352e4c3 req-a7bc98b4-8be0-4c9a-9f76-4f951bd86d66 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 210 time: 0.0315261 May 19 15:13:38.155414 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c37b7-1604-4bfd-bb22-2644874b4e4e req-5fdd2b78-5768-4a0d-b358-3eed61a1e246 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:38.158096 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f25c37b7-1604-4bfd-bb22-2644874b4e4e req-5fdd2b78-5768-4a0d-b358-3eed61a1e246 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 945 time: 0.0545499 May 19 15:13:38.220326 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f25c37b7-1604-4bfd-bb22-2644874b4e4e req-951e0e51-9b18-4958-990d-10294061fd87 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542648 May 19 15:13:38.344685 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111f1d8-6678-4486-88ec-d657f488ebc0 req-2c521311-9d1d-489d-9708-4a5bd137cef3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:38.346128 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6111f1d8-6678-4486-88ec-d657f488ebc0 req-2c521311-9d1d-489d-9708-4a5bd137cef3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 945 time: 0.0499473 May 19 15:13:38.402811 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6111f1d8-6678-4486-88ec-d657f488ebc0 req-8384bd0d-c5cf-4b85-b348-c6906ac424a7 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500810 May 19 15:13:38.426285 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50738) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:38.464135 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b989d79-0357-44a2-ad07-2b5d183d1cdd tempest-TestVolumeBootPattern-1616784647 tempest-TestVolumeBootPattern-1616784647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:38.467834 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5b989d79-0357-44a2-ad07-2b5d183d1cdd tempest-TestVolumeBootPattern-1616784647 tempest-TestVolumeBootPattern-1616784647-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 1124 time: 0.0383635 May 19 15:13:38.468403 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50742) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:38.473420 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'port_id': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:38.494622 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:38.569802 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:38.677422 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Allocated IP 172.27.2.9 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/d91d50d1-0a9b-4a05-a80d-dba5df3094e6) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:13:38.762847 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:38.788298 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:38.794474 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:38.823624 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:38.861296 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:13:38.866039 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:13:38.870045 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:13:38.892463 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=d91d50d1-0a9b-4a05-a80d-dba5df3094e6,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:38.907677 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.908015 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.908351 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.908680 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.909007 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.909328 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.909646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.909963 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.910322 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.910642 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.910960 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.911309 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.911624 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.911936 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:38.912252 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:39.126406 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c16d9e54-88c0-49cf-a918-5399015a29c8 req-91d8dd72-e8dd-49a0-bb8b-60effa4dc12c tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 210 time: 0.0379162 May 19 15:13:39.249264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca986-777b-4d55-b318-891ea674fdcf req-3e8cfac8-49de-45c9-9dea-76658e9a01e7 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:39.251794 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-3e8cfac8-49de-45c9-9dea-76658e9a01e7 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "GET /v2.0/networks?id=9970d259-a5f7-4033-bd5b-efe5eef35ae2 HTTP/1.1" status: 200 len: 808 time: 0.1107819 May 19 15:13:39.268026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Request body: {'port': {'device_id': '55253db0-c8df-4d96-ae80-00f24074725d', 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2', 'admin_state_up': True, 'tenant_id': '5818d7e3ac5946d9a461cabd216feeee'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:39.287960 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (04a4f2ee-caac-41b4-94f2-bf1af4ebee59), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.371581 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.387564 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Made reservation on behalf of 5818d7e3ac5946d9a461cabd216feeee for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:13:39.390962 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.418063 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:39.523771 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Allocated IP 172.20.0.6 (9970d259-a5f7-4033-bd5b-efe5eef35ae2/1aa9dd81-34d4-4dcf-9f0b-23260e79eee0/52828364-12da-467a-9428-1ce955174708) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:13:39.550394 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.556042 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.586936 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:39.632004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event updated for resources: {'Port': ['ID=d91d50d1-0a9b-4a05-a80d-dba5df3094e6,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:39.635529 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:39.640827 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (04a4f2ee-caac-41b4-94f2-bf1af4ebee59), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.678536 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks [] for port (52828364-12da-467a-9428-1ce955174708), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.686105 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:39.712992 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (52828364-12da-467a-9428-1ce955174708), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.737285 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Floating IP 04a4f2ee-caac-41b4-94f2-bf1af4ebee59 associated. External IP: 172.27.2.9, port: ed53e5b3-4733-49ad-b67b-e85553de91fa. May 19 15:13:39.755777 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:13:39.758963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:13:39.762724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:13:39.775693 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:39.778030 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:39.790466 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Pushing event updated for resources: {'Port': ['ID=52828364-12da-467a-9428-1ce955174708,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:39.815702 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:39.816308 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.833129 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b3252c6c-a1f4-40f4-95e9-870da920ca90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692170 May 19 15:13:39.850005 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Request body: {'port': {'device_id': '55253db0-c8df-4d96-ae80-00f24074725d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:39.913276 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (52828364-12da-467a-9428-1ce955174708), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:39.948392 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:13:40.048213 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:13:40.061737 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:13:40.069287 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:40.072689 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:13:40.073296 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:13:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:40.106949 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c130d4fd-2955-4287-b9c7-f93436f894aa tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6354978 May 19 15:13:40.106949 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:40.108273 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:40.148444 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65ea2c7-34c9-4fbc-84ec-b1de6e83d596 x-openstack-request-id: req-e65ea2c7-34c9-4fbc-84ec-b1de6e83d596 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:40.149065 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:40.149065 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e65ea2c7-34c9-4fbc-84ec-b1de6e83d596 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:40.149363 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65ea2c7-34c9-4fbc-84ec-b1de6e83d596'] response: {'name': 'network-changed', 'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'status': 'completed', 'code': 200} May 19 15:13:40.178127 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:13:40.191236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:40.245262 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-c8b6465f-dc28-42d9-a678-110c4cd5a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:40.247763 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-c8b6465f-dc28-42d9-a678-110c4cd5a41a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 1129 time: 0.0654356 May 19 15:13:40.253084 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52828364-12da-467a-9428-1ce955174708 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:13:40.261470 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Publish callbacks [] for port (52828364-12da-467a-9428-1ce955174708), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:40.276743 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Transition to ACTIVE for port object 52828364-12da-467a-9428-1ce955174708 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:13:40.283167 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c9844-e895-4de9-aac2-4974957715b2 req-3ca7610e-7dd8-40b1-b417-d2a6ba584d2f tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:40.284917 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dd2c9844-e895-4de9-aac2-4974957715b2 req-3ca7610e-7dd8-40b1-b417-d2a6ba584d2f tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 931 time: 0.0698581 May 19 15:13:40.288086 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (52828364-12da-467a-9428-1ce955174708), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:40.338058 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-dd2c9844-e895-4de9-aac2-4974957715b2 req-fa013639-b174-45c8-b10e-ad115a6d8f93 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 May 19 15:13:40.406165 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Pushing event updated for resources: {'Port': ['ID=52828364-12da-467a-9428-1ce955174708,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:40.426070 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '04a4f2ee-caac-41b4-94f2-bf1af4ebee59', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:ec:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:13:39Z', 'updated_at': '2022-05-19T15:13:39Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}, {'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:33Z', 'revision_number': 1, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:40.433573 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:40.450485 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:13:40.459391 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:13:40.460017 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:13:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:40.464862 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-e6683953-99ca-42d0-827d-868cb7a4d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:40.466331 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-e6683953-99ca-42d0-827d-868cb7a4d1b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.1925049 May 19 15:13:40.540620 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Attempting to bind port 52828364-12da-467a-9428-1ce955174708 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:13:40.540965 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Attempting to bind port 52828364-12da-467a-9428-1ce955174708 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:13:40.541250 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Attempting to bind port 52828364-12da-467a-9428-1ce955174708 on network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:13:40.555336 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Port 52828364-12da-467a-9428-1ce955174708 on network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:13:40.555657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Attempting to bind port 52828364-12da-467a-9428-1ce955174708 on network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:13:40.563945 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:13:40.564269 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Checking segment: {'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:13:40.564642 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Bound using segment: {'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:13:40.565067 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Bound port: 52828364-12da-467a-9428-1ce955174708, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:13:40.565417 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (52828364-12da-467a-9428-1ce955174708), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:40.570055 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-10d267a8-87e7-4bfd-a00b-a842fb37fe32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa HTTP/1.1" status: 200 len: 997 time: 0.0895300 May 19 15:13:40.587614 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:13:40.657127 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-705a3510-cbe0-474d-899d-a19cfaff08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:40.658594 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-705a3510-cbe0-474d-899d-a19cfaff08cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0786834 May 19 15:13:40.680758 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] For port 52828364-12da-467a-9428-1ce955174708, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:13:40.711121 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] For port 52828364-12da-467a-9428-1ce955174708, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=52828364-12da-467a-9428-1ce955174708,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:13:40.717955 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-4cbb5337-9208-44ef-a2f5-30b69925188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:40.720066 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-4cbb5337-9208-44ef-a2f5-30b69925188a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542066 May 19 15:13:40.721467 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (52828364-12da-467a-9428-1ce955174708), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:40.774102 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:40.774702 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:40.776081 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] 10.222.0.49 "PUT /v2.0/ports/52828364-12da-467a-9428-1ce955174708 HTTP/1.1" status: 200 len: 1093 time: 0.9307024 May 19 15:13:40.803059 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '04a4f2ee-caac-41b4-94f2-bf1af4ebee59', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:ec:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:13:39Z', 'updated_at': '2022-05-19T15:13:39Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}, {'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:33Z', 'revision_number': 1, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:40.803911 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55253db0-c8df-4d96-ae80-00f24074725d', 'tag': '52828364-12da-467a-9428-1ce955174708'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:40.806118 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde66d94-917b-4321-b42c-54256c0ef89e" -d '{"events": [{"name": "network-changed", "server_uuid": "55253db0-c8df-4d96-ae80-00f24074725d", "tag": "52828364-12da-467a-9428-1ce955174708"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:40.872338 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea7cb4-2bc6-41d6-845f-143a15db9a62 x-openstack-request-id: req-efea7cb4-2bc6-41d6-845f-143a15db9a62 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:40.872787 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55253db0-c8df-4d96-ae80-00f24074725d", "tag": "52828364-12da-467a-9428-1ce955174708", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:40.873200 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efea7cb4-2bc6-41d6-845f-143a15db9a62 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:40.873829 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efea7cb4-2bc6-41d6-845f-143a15db9a62'] response: {'name': 'network-changed', 'server_uuid': '55253db0-c8df-4d96-ae80-00f24074725d', 'tag': '52828364-12da-467a-9428-1ce955174708', 'status': 'completed', 'code': 200} May 19 15:13:40.887490 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bcb38-a585-4591-9c29-215bcc6b26ad service neutron] Pushing event updated for resources: {'Port': ['ID=52828364-12da-467a-9428-1ce955174708,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:40.914152 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca986-777b-4d55-b318-891ea674fdcf req-0ffaeb53-5d6e-4c9d-bec8-c32a26941f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:40.915663 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-0ffaeb53-5d6e-4c9d-bec8-c32a26941f37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5818d7e3ac5946d9a461cabd216feeee&device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 1127 time: 0.0941207 May 19 15:13:40.918208 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66180a43-817c-4122-bcd0-54913e11b8d3 None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '04a4f2ee-caac-41b4-94f2-bf1af4ebee59', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:ec:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:13:39Z', 'updated_at': '2022-05-19T15:13:39Z', 'revision_number': 0, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}, {'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:33Z', 'revision_number': 1, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:13:40.920833 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-ea385e60-69eb-47d8-b171-ba98ceb84940 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897826 May 19 15:13:41.104633 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15983cd0-4916-4c7a-b8da-d8b87dc103e2 None None] New status for floating IP 04a4f2ee-caac-41b4-94f2-bf1af4ebee59: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:13:41.188994 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-25e6e880-b7cc-4b8e-adb6-6589a2014c59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52828364-12da-467a-9428-1ce955174708 HTTP/1.1" status: 200 len: 217 time: 0.0519137 May 19 15:13:41.277445 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ca986-777b-4d55-b318-891ea674fdcf req-9be2ce39-acd0-4867-8ab5-a51a61299843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:41.278884 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-9be2ce39-acd0-4867-8ab5-a51a61299843 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1aa9dd81-34d4-4dcf-9f0b-23260e79eee0 HTTP/1.1" status: 200 len: 848 time: 0.0651517 May 19 15:13:41.294319 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-105e2d0e-f15f-4ea4-b023-edadc75a5d1e req-dfebed38-a87f-46da-bf6f-e85d6d70d56a service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513317 May 19 15:13:41.451533 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf47c-e583-4cfd-a0d2-439a186370e7 req-5f91eefe-704f-49aa-a648-920a651d32cf tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:41.452992 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e0fcf47c-e583-4cfd-a0d2-439a186370e7 req-5f91eefe-704f-49aa-a648-920a651d32cf tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 943 time: 0.0461771 May 19 15:13:41.503223 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e0fcf47c-e583-4cfd-a0d2-439a186370e7 req-2e184d57-efa1-490b-9693-5b943f759468 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 May 19 15:13:41.543403 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-5635b6ac-c237-4544-8159-387eb795d2bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9970d259-a5f7-4033-bd5b-efe5eef35ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291140 May 19 15:13:41.626287 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:41.637640 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-f92e15f4-6f46-4eb1-8221-ecf332e9f5c9 service neutron] 10.222.0.49 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878513 May 19 15:13:41.734967 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d43ca986-777b-4d55-b318-891ea674fdcf req-b0639671-1b69-44b6-b02a-8b56ab71641b service neutron] 10.222.0.49 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851803 May 19 15:13:42.616340 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bcd52-6768-4d64-b988-a5d4c45c27ab req-10654e94-4472-42b3-a053-73f935ba7e98 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:42.617776 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-919bcd52-6768-4d64-b988-a5d4c45c27ab req-10654e94-4472-42b3-a053-73f935ba7e98 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 943 time: 0.0461729 May 19 15:13:42.664259 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-919bcd52-6768-4d64-b988-a5d4c45c27ab req-a5bf906a-7c35-429c-ad21-0c7d4f348493 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 May 19 15:13:42.683386 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d94-917b-4321-b42c-54256c0ef89e req-cbb46fba-694d-4e2f-948b-454ff2f9b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:42.684852 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fde66d94-917b-4321-b42c-54256c0ef89e req-cbb46fba-694d-4e2f-948b-454ff2f9b36e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5818d7e3ac5946d9a461cabd216feeee&device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 1127 time: 0.0387046 May 19 15:13:42.750701 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:42.774371 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d94-917b-4321-b42c-54256c0ef89e req-065a8b54-37a6-436c-b17f-1f45bd40550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:42.775819 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fde66d94-917b-4321-b42c-54256c0ef89e req-065a8b54-37a6-436c-b17f-1f45bd40550f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9970d259-a5f7-4033-bd5b-efe5eef35ae2 HTTP/1.1" status: 200 len: 909 time: 0.0841177 May 19 15:13:42.817594 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fde66d94-917b-4321-b42c-54256c0ef89e req-a94ef26a-2140-4430-b758-f2041aded719 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52828364-12da-467a-9428-1ce955174708 HTTP/1.1" status: 200 len: 217 time: 0.0345790 May 19 15:13:42.874788 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d94-917b-4321-b42c-54256c0ef89e req-7da7abe7-95e8-4729-9789-db8bded9cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:42.876284 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fde66d94-917b-4321-b42c-54256c0ef89e req-7da7abe7-95e8-4729-9789-db8bded9cdf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1aa9dd81-34d4-4dcf-9f0b-23260e79eee0 HTTP/1.1" status: 200 len: 848 time: 0.0500329 May 19 15:13:42.908200 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fde66d94-917b-4321-b42c-54256c0ef89e req-9944ebf6-d02e-4b80-908e-c53a1ab26b60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9970d259-a5f7-4033-bd5b-efe5eef35ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248780 May 19 15:13:43.006434 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fde66d94-917b-4321-b42c-54256c0ef89e req-049ccf1b-3692-4d0d-a968-7efa8d8df9b1 service neutron] 10.222.0.49 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917327 May 19 15:13:43.095266 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fde66d94-917b-4321-b42c-54256c0ef89e req-2a3b367e-43c0-43be-aa9c-31432fc4c6d5 service neutron] 10.222.0.49 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807271 May 19 15:13:43.931138 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e1c94-ff4b-4cc0-ba5e-8e3f5c7cd767 req-399d679d-b82b-4fe5-b56a-60f9158dc8d2 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:43.932728 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aa5e1c94-ff4b-4cc0-ba5e-8e3f5c7cd767 req-399d679d-b82b-4fe5-b56a-60f9158dc8d2 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 943 time: 0.0464156 May 19 15:13:43.983499 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 52828364-12da-467a-9428-1ce955174708 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:13:43.990272 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aa5e1c94-ff4b-4cc0-ba5e-8e3f5c7cd767 req-701d54f7-9856-4b68-bfdf-be2b2a567fe2 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518909 May 19 15:13:44.004335 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:44.075779 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9bc460ad-eac4-4093-92b0-22fd9d5027de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:44.099379 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 52828364-12da-467a-9428-1ce955174708, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=52828364-12da-467a-9428-1ce955174708,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:44.110833 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '52828364-12da-467a-9428-1ce955174708', 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2', 'port_id': '52828364-12da-467a-9428-1ce955174708', 'mac_address': 'fa:16:3e:0d:9b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa9dd81-34d4-4dcf-9f0b-23260e79eee0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:13:44.112222 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:44.147421 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 52828364-12da-467a-9428-1ce955174708 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:13:44.147802 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (52828364-12da-467a-9428-1ce955174708), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:44.160776 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52828364-12da-467a-9428-1ce955174708 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:13:44.180387 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 52828364-12da-467a-9428-1ce955174708, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=52828364-12da-467a-9428-1ce955174708,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:44.183446 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (52828364-12da-467a-9428-1ce955174708), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:44.227120 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=52828364-12da-467a-9428-1ce955174708,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:44.233994 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.234279 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.234620 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.234954 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.235384 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.235718 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.236039 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.236359 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.236679 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.236996 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.237316 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.237633 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.237947 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.238265 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.239168 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:13:44.467543 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['52828364-12da-467a-9428-1ce955174708'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:13:45.106209 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ab909-8651-4b57-a7ee-cd0a014f7517 req-7d08bc75-e735-4db0-abca-b730406bbbe4 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:45.107690 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cb8ab909-8651-4b57-a7ee-cd0a014f7517 req-7d08bc75-e735-4db0-abca-b730406bbbe4 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 944 time: 0.0507374 May 19 15:13:45.139049 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:45.156265 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cb8ab909-8651-4b57-a7ee-cd0a014f7517 req-41e35297-94f3-4c3f-88d1-9c2e0024038a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431340 May 19 15:13:45.986519 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 52828364-12da-467a-9428-1ce955174708 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:13:46.028077 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 52828364-12da-467a-9428-1ce955174708 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:13:46.033708 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 52828364-12da-467a-9428-1ce955174708 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:13:46.034114 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (52828364-12da-467a-9428-1ce955174708), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:46.105487 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 52828364-12da-467a-9428-1ce955174708 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:13:46.106201 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (52828364-12da-467a-9428-1ce955174708), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:46.128685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55253db0-c8df-4d96-ae80-00f24074725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52828364-12da-467a-9428-1ce955174708'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:46.131481 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d600fb03-bd5c-4128-9735-753a5737910a" -d '{"events": [{"server_uuid": "55253db0-c8df-4d96-ae80-00f24074725d", "name": "network-vif-plugged", "status": "completed", "tag": "52828364-12da-467a-9428-1ce955174708"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:46.143767 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 52828364-12da-467a-9428-1ce955174708, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=52828364-12da-467a-9428-1ce955174708,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:46.147961 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (52828364-12da-467a-9428-1ce955174708), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:46.171281 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4019551-6120-4e15-8c43-82d75f8463f4 x-openstack-request-id: req-b4019551-6120-4e15-8c43-82d75f8463f4 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:46.171566 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55253db0-c8df-4d96-ae80-00f24074725d", "name": "network-vif-plugged", "status": "completed", "tag": "52828364-12da-467a-9428-1ce955174708", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:46.171813 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4019551-6120-4e15-8c43-82d75f8463f4 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:46.172198 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4019551-6120-4e15-8c43-82d75f8463f4'] response: {'server_uuid': '55253db0-c8df-4d96-ae80-00f24074725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52828364-12da-467a-9428-1ce955174708', 'code': 200} May 19 15:13:46.196662 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=52828364-12da-467a-9428-1ce955174708,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:46.289223 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a2b7d45f-5ec4-4760-81a7-dcf9ebbfd6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:46.302285 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b460a1-0efb-45fa-af81-fcc933cdd072 req-42b7d443-d833-4d98-95b7-540b9cbb7fc8 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:46.303812 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-68b460a1-0efb-45fa-af81-fcc933cdd072 req-42b7d443-d833-4d98-95b7-540b9cbb7fc8 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.0606768 May 19 15:13:46.336373 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:46.360886 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-68b460a1-0efb-45fa-af81-fcc933cdd072 req-296a892c-ab57-4e28-a1ee-f64e67f4fad4 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 May 19 15:13:46.373868 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91c8a5-3e2e-440c-bdb3-583e24d7d556 req-9e88a492-4031-4705-9172-07869bd3a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:46.375399 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1a91c8a5-3e2e-440c-bdb3-583e24d7d556 req-9e88a492-4031-4705-9172-07869bd3a333 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 1129 time: 0.0451999 May 19 15:13:46.419042 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1a91c8a5-3e2e-440c-bdb3-583e24d7d556 req-ecb1eeb4-75aa-42fd-ab11-4e172d51e4f0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374229 May 19 15:13:47.428490 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:47.477052 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e219d7-8e27-4bfb-a7e2-b2ac9aa13260 req-fde27ab1-8850-4042-8b8d-de88131b6d23 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:47.478503 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2e219d7-8e27-4bfb-a7e2-b2ac9aa13260 req-fde27ab1-8850-4042-8b8d-de88131b6d23 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.0468042 May 19 15:13:47.528050 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2e219d7-8e27-4bfb-a7e2-b2ac9aa13260 req-ed77ccc1-1df2-4581-abaf-467b5978204e tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 May 19 15:13:48.643553 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d77bf-117f-42bb-945b-d5cb1523296c req-386eae3f-31ea-4e26-ad90-dd2c9f7cc5cf tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:48.646101 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d46d77bf-117f-42bb-945b-d5cb1523296c req-386eae3f-31ea-4e26-ad90-dd2c9f7cc5cf tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.0479302 May 19 15:13:48.653624 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:48.697449 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d46d77bf-117f-42bb-945b-d5cb1523296c req-b98ac3d0-06cd-4e9d-af57-a1438933a85c tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 May 19 15:13:48.868658 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a880a8-77d5-4a54-aaba-f06947a0bb85 req-5554fd82-0e15-42a7-acaa-515fb6256fb8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:48.870033 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-95a880a8-77d5-4a54-aaba-f06947a0bb85 req-5554fd82-0e15-42a7-acaa-515fb6256fb8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0497656 May 19 15:13:48.918823 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-95a880a8-77d5-4a54-aaba-f06947a0bb85 req-60b1d814-2456-4bb2-9a44-c22ff331ec41 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 May 19 15:13:49.367561 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228a919-30fd-4d2d-bd0a-c0dcf08ef365 req-33eb6805-a162-4fef-b3a5-de151b88c2eb tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:49.369249 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7228a919-30fd-4d2d-bd0a-c0dcf08ef365 req-33eb6805-a162-4fef-b3a5-de151b88c2eb tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.0505719 May 19 15:13:49.415917 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7228a919-30fd-4d2d-bd0a-c0dcf08ef365 req-4670a9be-af17-49e2-8974-604c10523c10 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 May 19 15:13:50.035759 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c539-1495-4884-abab-9a348e8441cf req-62dd6ea8-c5c7-423e-aceb-c4d767c9e45c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:50.037251 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8ff2c539-1495-4884-abab-9a348e8441cf req-62dd6ea8-c5c7-423e-aceb-c4d767c9e45c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0503922 May 19 15:13:50.083838 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8ff2c539-1495-4884-abab-9a348e8441cf req-69bcdb22-4969-48f5-8d1a-47df9590e55f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 May 19 15:13:50.327871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:50.531400 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e17d-2fed-4d50-b167-84e1137da35c req-ae6cbbeb-17e5-49fb-bb9a-7d2ffc5c42f1 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:50.532752 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e83e17d-2fed-4d50-b167-84e1137da35c req-ae6cbbeb-17e5-49fb-bb9a-7d2ffc5c42f1 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.0494788 May 19 15:13:50.578062 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e83e17d-2fed-4d50-b167-84e1137da35c req-06483c44-6b31-4c16-8f5d-9792003825d0 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 May 19 15:13:50.800209 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=80 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:50.918248 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=68 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:51.195640 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97cef-7679-4179-873e-ea33826f02ed req-916c0ce5-9f44-42c9-ab95-3557f042e864 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:51.197082 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e1a97cef-7679-4179-873e-ea33826f02ed req-916c0ce5-9f44-42c9-ab95-3557f042e864 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0464180 May 19 15:13:51.242395 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e1a97cef-7679-4179-873e-ea33826f02ed req-17b14376-2fe6-420f-87fd-8c61fbbc1c22 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 May 19 15:13:51.688862 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcef219-ac0e-46bc-a503-d43adb78c89d req-ec7b3701-3ff8-4ae1-ad4a-b98cded4b71c tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:51.690319 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3dcef219-ac0e-46bc-a503-d43adb78c89d req-ec7b3701-3ff8-4ae1-ad4a-b98cded4b71c tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.0458610 May 19 15:13:51.739406 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3dcef219-ac0e-46bc-a503-d43adb78c89d req-cdc6d89e-eeaf-4a74-8dc4-5ffed69d8716 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 May 19 15:13:52.351824 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-2a6c3b80-57c1-40e5-9933-399215c8e6f1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:52.353283 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-2a6c3b80-57c1-40e5-9933-399215c8e6f1 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0507510 May 19 15:13:52.359099 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560ce0c-0053-48ad-80c3-d5be5d5db036 req-0670b387-2e22-4ae1-b995-99fe094b08ab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:52.360564 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e560ce0c-0053-48ad-80c3-d5be5d5db036 req-0670b387-2e22-4ae1-b995-99fe094b08ab tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0488153 May 19 15:13:52.407570 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e560ce0c-0053-48ad-80c3-d5be5d5db036 req-af0cb68c-a16a-4d45-b35f-0d6a66e0585d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=47de4fa5-017b-40db-9772-a940762d6f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 May 19 15:13:52.483749 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e793f2-902e-4668-a41d-fa90da028e03 req-81318dfa-09e5-4f25-943d-1ece37d57dd0 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:52.485195 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32e793f2-902e-4668-a41d-fa90da028e03 req-81318dfa-09e5-4f25-943d-1ece37d57dd0 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.1067319 May 19 15:13:52.523679 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Deleting port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:13:52.523949 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:52.628711 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Deleting port 52828364-12da-467a-9428-1ce955174708 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:13:52.629089 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (52828364-12da-467a-9428-1ce955174708), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:52.703209 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] For port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:52.703595 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:52.756058 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:52.793139 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] For port 52828364-12da-467a-9428-1ce955174708, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=52828364-12da-467a-9428-1ce955174708,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:13:52.793499 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (52828364-12da-467a-9428-1ce955174708), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:52.840324 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Calling delete_port for 52828364-12da-467a-9428-1ce955174708 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:13:52.853555 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb7859-0757-4936-b4d4-63d8d8fdf6a1 req-8cfdc115-5bee-4072-a65d-ec0a02734ad7 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:52.854947 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:52.855075 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9ecb7859-0757-4936-b4d4-63d8d8fdf6a1 req-8cfdc115-5bee-4072-a65d-ec0a02734ad7 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 945 time: 0.0469129 May 19 15:13:52.901272 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:52.906254 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9ecb7859-0757-4936-b4d4-63d8d8fdf6a1 req-d764ee3f-d4d8-4734-ad48-361aaaa43787 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 May 19 15:13:53.184326 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:53.184651 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (206878bd-b037-4916-8c2e-1e4ccc98e338), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:53.184952 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Floating IP 206878bd-b037-4916-8c2e-1e4ccc98e338 disassociated. External IP: 172.27.2.164, port: ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38. May 19 15:13:53.185339 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Calling delete_port for ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:13:53.312821 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (52828364-12da-467a-9428-1ce955174708), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:53.325751 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['52828364-12da-467a-9428-1ce955174708'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:13:53.347146 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Pushing event deleted for resources: {'Port': ['ID=52828364-12da-467a-9428-1ce955174708,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:53.417762 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] No DVR routers for this DVR port 52828364-12da-467a-9428-1ce955174708 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:13:53.421660 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:53.424778 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32e793f2-902e-4668-a41d-fa90da028e03 req-1f4da92c-636a-4460-9ae9-52d18437c35a tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "DELETE /v2.0/ports/52828364-12da-467a-9428-1ce955174708 HTTP/1.1" status: 204 len: 173 time: 0.9316256 May 19 15:13:53.425201 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55253db0-c8df-4d96-ae80-00f24074725d', 'name': 'network-vif-deleted', 'tag': '52828364-12da-467a-9428-1ce955174708'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:53.427942 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80130d75-3e1d-4155-b974-2a897c731786" -d '{"events": [{"server_uuid": "55253db0-c8df-4d96-ae80-00f24074725d", "name": "network-vif-deleted", "tag": "52828364-12da-467a-9428-1ce955174708"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:53.447627 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:53.479050 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event deleted for resources: {'Port': ['ID=ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:53.530083 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aada186-5dc9-47d5-9992-87148ef0483d x-openstack-request-id: req-9aada186-5dc9-47d5-9992-87148ef0483d {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:53.530371 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55253db0-c8df-4d96-ae80-00f24074725d", "name": "network-vif-deleted", "tag": "52828364-12da-467a-9428-1ce955174708", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:53.530620 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9aada186-5dc9-47d5-9992-87148ef0483d {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:53.530999 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aada186-5dc9-47d5-9992-87148ef0483d'] response: {'server_uuid': '55253db0-c8df-4d96-ae80-00f24074725d', 'name': 'network-vif-deleted', 'tag': '52828364-12da-467a-9428-1ce955174708', 'status': 'completed', 'code': 200} May 19 15:13:53.548826 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-468e6cd0-6910-4d05-b0d4-3245c7cccf52 req-c245c9a9-18fd-4cb7-a93f-1e21010e097a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=f20c74e3-1f32-4118-b98b-2e60725d9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0502038 May 19 15:13:53.605098 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:13:53.709110 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:13:53.719815 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] Sync routers for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:13:53.730876 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:13:53.731744 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:13:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:53.751169 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] No DVR routers for this DVR port ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:13:53.753868 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:53.757401 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48acb8e5-e3f6-4115-a8f5-dce211a1cacd req-10dfec4b-a800-4237-93f0-37693f056c1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "DELETE /v2.0/ports/ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 HTTP/1.1" status: 204 len: 173 time: 1.3800254 May 19 15:13:53.831054 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:13:54.052466 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:54.063775 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-35eb30ba-623c-458f-9765-aeedc0ef4b28 req-34de5ba1-e722-4555-98bf-73021449ffe2 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=55253db0-c8df-4d96-ae80-00f24074725d HTTP/1.1" status: 200 len: 210 time: 0.0457880 May 19 15:13:54.088455 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] Checking router: 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:13:54.096873 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:13:54.097405 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:13:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:54.196137 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:13:54.381816 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:13:54.409120 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef88d16-9987-4a89-89cb-8506bf5e5edc None None] The sync data for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi is: [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:13:54.636875 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50830) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:54.637574 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db27430-5f59-4826-a644-ba938107ffca None None] New status for floating IP 206878bd-b037-4916-8c2e-1e4ccc98e338: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:13:54.687459 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:54.691694 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6b53f106-98bc-4a96-9c8d-4585d9ee15e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (47de4fa5-017b-40db-9772-a940762d6f48), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:54.716177 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6b53f106-98bc-4a96-9c8d-4585d9ee15e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (47de4fa5-017b-40db-9772-a940762d6f48), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:54.769423 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6b53f106-98bc-4a96-9c8d-4585d9ee15e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (47de4fa5-017b-40db-9772-a940762d6f48), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:54.772072 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6b53f106-98bc-4a96-9c8d-4585d9ee15e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:54.773274 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6b53f106-98bc-4a96-9c8d-4585d9ee15e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "DELETE /v2.0/security-groups/47de4fa5-017b-40db-9772-a940762d6f48 HTTP/1.1" status: 204 len: 168 time: 0.1354187 May 19 15:13:54.776201 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50832) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:54.790046 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53f106-98bc-4a96-9c8d-4585d9ee15e8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47de4fa5-017b-40db-9772-a940762d6f48,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:54.790466 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.api.v2.resource [None req-bd636756-aacc-4ed9-91c8-183e8409f619 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] show failed (client error): The resource could not be found. May 19 15:13:54.792319 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bd636756-aacc-4ed9-91c8-183e8409f619 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups/47de4fa5-017b-40db-9772-a940762d6f48 HTTP/1.1" status: 404 len: 347 time: 0.0142930 May 19 15:13:54.794283 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50834) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:54.874951 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:54.903153 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Deleting port 0f4ccf68-bd09-4e07-9dc5-a2767d22fc91 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:13:54.903505 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:54.979183 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:54.979464 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:54.995658 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Calling delete_port for 0f4ccf68-bd09-4e07-9dc5-a2767d22fc91 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:13:55.124880 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (0f4ccf68-bd09-4e07-9dc5-a2767d22fc91), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.148838 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event deleted for resources: {'Port': ['ID=0f4ccf68-bd09-4e07-9dc5-a2767d22fc91,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:55.216773 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (206878bd-b037-4916-8c2e-1e4ccc98e338), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.219349 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.224205 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1b87cc75-0d7d-49f7-93c2-91b8d752be1f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "DELETE /v2.0/floatingips/206878bd-b037-4916-8c2e-1e4ccc98e338 HTTP/1.1" status: 204 len: 168 time: 0.4288917 May 19 15:13:55.295715 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50852) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:55.299922 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-d1990291-2687-435a-b696-ac724de57183 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22015434', 'description': 'tempest-description--899732367'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:55.352125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-3871e2be-b282-4083-948a-b28272cffae8 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:55.353579 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-3871e2be-b282-4083-948a-b28272cffae8 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/networks?id=9970d259-a5f7-4033-bd5b-efe5eef35ae2 HTTP/1.1" status: 200 len: 808 time: 0.1278043 May 19 15:13:55.354783 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1990291-2687-435a-b696-ac724de57183 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.379290 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-48229b5d-47d8-453b-b647-1eb876c8f993 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/quotas/5818d7e3ac5946d9a461cabd216feeee HTTP/1.1" status: 200 len: 375 time: 0.0146682 May 19 15:13:55.427438 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-effac7a6-837b-4824-aae3-45734e75ed40 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5818d7e3ac5946d9a461cabd216feeee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420218 May 19 15:13:55.532290 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'name': 'network-vif-deleted', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:55.534765 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117ec337-6249-4772-9909-cbc0798958f1" -d '{"events": [{"server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "name": "network-vif-deleted", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:55.572477 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47104d7d-8333-4cd4-8af1-71f3cad38795 x-openstack-request-id: req-47104d7d-8333-4cd4-8af1-71f3cad38795 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:55.572778 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20c74e3-1f32-4118-b98b-2e60725d9ea2", "name": "network-vif-deleted", "tag": "ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:55.573030 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47104d7d-8333-4cd4-8af1-71f3cad38795 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:55.573436 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47104d7d-8333-4cd4-8af1-71f3cad38795'] response: {'server_uuid': 'f20c74e3-1f32-4118-b98b-2e60725d9ea2', 'name': 'network-vif-deleted', 'tag': 'ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38', 'status': 'completed', 'code': 200} May 19 15:13:55.730263 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1990291-2687-435a-b696-ac724de57183 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (d7b7bb99-8f30-446f-a09c-56a8d030cf6f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.737392 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1990291-2687-435a-b696-ac724de57183 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d7b7bb99-8f30-446f-a09c-56a8d030cf6f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.787336 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d1990291-2687-435a-b696-ac724de57183 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.788563 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d1990291-2687-435a-b696-ac724de57183 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4919181 May 19 15:13:55.791543 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50856) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:55.793047 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1518608-c55a-4e7a-83ad-242c08ee09e9 service neutron] 10.222.0.24 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570697 May 19 15:13:55.794819 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1990291-2687-435a-b696-ac724de57183 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b7bb99-8f30-446f-a09c-56a8d030cf6f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:55.796016 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-697be917-dcd9-4813-846e-1a214fada75f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'security_group_rule': {'security_group_id': 'd7b7bb99-8f30-446f-a09c-56a8d030cf6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:55.825398 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-697be917-dcd9-4813-846e-1a214fada75f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (ec63a23a-b24e-4eb4-b302-a5bc5bf275dd), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.829230 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:55.852560 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:55.863886 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:55.885687 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-697be917-dcd9-4813-846e-1a214fada75f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (ec63a23a-b24e-4eb4-b302-a5bc5bf275dd), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.889975 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-9344235a-9d90-4a31-95b5-555654360eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905881 May 19 15:13:55.890148 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-697be917-dcd9-4813-846e-1a214fada75f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (ec63a23a-b24e-4eb4-b302-a5bc5bf275dd), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.911072 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697be917-dcd9-4813-846e-1a214fada75f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec63a23a-b24e-4eb4-b302-a5bc5bf275dd,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:55.919844 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-697be917-dcd9-4813-846e-1a214fada75f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:55.923680 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-697be917-dcd9-4813-846e-1a214fada75f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310742 May 19 15:13:55.924354 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50858) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:55.928714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-d19c77ed-5087-4fd8-b75b-167a880cd315 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'security_group_rule': {'security_group_id': 'd7b7bb99-8f30-446f-a09c-56a8d030cf6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:55.955381 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d19c77ed-5087-4fd8-b75b-167a880cd315 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (4c175e47-b691-4a0c-b882-d628141f612d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.013841 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d19c77ed-5087-4fd8-b75b-167a880cd315 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (4c175e47-b691-4a0c-b882-d628141f612d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.018582 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d19c77ed-5087-4fd8-b75b-167a880cd315 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (4c175e47-b691-4a0c-b882-d628141f612d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.038309 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c77ed-5087-4fd8-b75b-167a880cd315 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c175e47-b691-4a0c-b882-d628141f612d,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:56.048507 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:13:56.054089 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d19c77ed-5087-4fd8-b75b-167a880cd315 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.055371 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d19c77ed-5087-4fd8-b75b-167a880cd315 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299956 May 19 15:13:56.059816 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 50864) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:13:56.064339 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:56.068761 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:13:56.069111 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ccdc4c36-ce1d-470e-9208-6ea0c0ff6e38 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:13:56.069595 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 52828364-12da-467a-9428-1ce955174708 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:13:56.079189 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-587c981d-e730-400c-943c-007ba1253fb0 req-408973d5-a1df-47b8-9bc6-f881797657b9 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 210 time: 0.0482957 May 19 15:13:56.100425 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.101849 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 52828364-12da-467a-9428-1ce955174708 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:13:56.102198 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 52828364-12da-467a-9428-1ce955174708 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:13:56.181504 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.292257 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Allocated IP 172.27.2.29 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/9e0531d8-9400-4c5b-a93a-5bfdfd25bb44) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:13:56.420592 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.436889 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:56.457138 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.499692 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:13:56.502612 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:13:56.507021 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:13:56.532167 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'Port': ['ID=9e0531d8-9400-4c5b-a93a-5bfdfd25bb44,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:56.594213 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:56.597730 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (98bc53a5-5451-4a18-b562-8c15bdea79c3), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.638297 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.811084 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.815322 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.890108 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'Port': ['ID=9e0531d8-9400-4c5b-a93a-5bfdfd25bb44,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:56.898694 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (98bc53a5-5451-4a18-b562-8c15bdea79c3), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.914918 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:56.916323 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-23e535d1-e30c-4fe3-9e90-ef9e67499d1c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8554573 May 19 15:13:57.047281 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-a97f776d-1ee6-458c-ae2c-ed323ac1ed29 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:57.049500 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-a97f776d-1ee6-458c-ae2c-ed323ac1ed29 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "GET /v2.0/networks?id=9970d259-a5f7-4033-bd5b-efe5eef35ae2 HTTP/1.1" status: 200 len: 808 time: 0.1090879 May 19 15:13:57.062995 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Request body: {'port': {'device_id': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2', 'admin_state_up': True, 'tenant_id': '5818d7e3ac5946d9a461cabd216feeee'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:57.136391 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-7f473f33-bca5-473a-a4cb-0d2ba4273e3f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--22015434&fields=id&tenant_id=5b1521fd041a446e851d82487479930b HTTP/1.1" status: 200 len: 267 time: 0.0575531 May 19 15:13:57.192794 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Made reservation on behalf of 5818d7e3ac5946d9a461cabd216feeee for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:13:57.196233 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:57.226176 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6863c1bc-9568-458f-b7c8-65460e7b1855 req-c786a585-0789-4422-8439-444df617147b tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 210 time: 0.0627666 May 19 15:13:57.275748 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-7417dc91-d985-452f-885d-51e821bc4d30 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:57.277236 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-7417dc91-d985-452f-885d-51e821bc4d30 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 811 time: 0.1394148 May 19 15:13:57.292229 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-8dfcb2bb-ba69-4bcc-a16d-508861a15df3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/quotas/5b1521fd041a446e851d82487479930b HTTP/1.1" status: 200 len: 375 time: 0.0094748 May 19 15:13:57.313774 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:57.326981 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Allocated IP 172.20.0.5 (9970d259-a5f7-4033-bd5b-efe5eef35ae2/1aa9dd81-34d4-4dcf-9f0b-23260e79eee0/5a702a2c-2acc-4ff3-9b78-e29afafe22c9) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:13:57.333310 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:13:57.343873 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-acde5230-cd33-4a24-a11d-52954b01a1fc tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463228 May 19 15:13:57.445742 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-09df5daa-8970-411f-b03b-bae7887b3f4e service neutron] 10.222.0.24 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902147 May 19 15:13:57.458538 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:57.482173 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks [] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:57.514656 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:57.535457 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-b918eb65-0b37-48b7-b5b1-23eba91b5803 service neutron] 10.222.0.24 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836539 May 19 15:13:57.563924 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:13:57.567175 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:13:57.571134 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:13:57.594481 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Pushing event updated for resources: {'Port': ['ID=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:57.623954 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:57.624556 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:57.641239 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-c1443732-85f1-4a9e-8210-8627b4c5ee01 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826521 May 19 15:13:57.652810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Request body: {'port': {'device_id': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:57.711344 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-04fd29e5-86d5-49bf-8b3a-9106bf140491 req-e2b1a3f6-bb91-4e27-84c3-6c019d01772b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 210 time: 0.0301030 May 19 15:13:57.720496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:58.029156 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:13:58.037049 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Publish callbacks [] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:58.050184 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Transition to ACTIVE for port object 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:13:58.054194 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:58.104639 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:58.111735 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Pushing event updated for resources: {'Port': ['ID=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:58.185139 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Attempting to bind port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:13:58.185470 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Attempting to bind port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:13:58.185795 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Attempting to bind port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 on network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:13:58.190850 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 on network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:13:58.191890 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Attempting to bind port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 on network 9970d259-a5f7-4033-bd5b-efe5eef35ae2 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:13:58.199264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:13:58.199765 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Checking segment: {'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:13:58.200266 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Bound using segment: {'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:13:58.200960 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Bound port: 5a702a2c-2acc-4ff3-9b78-e29afafe22c9, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ada089-1151-45c0-b4f0-3ab64198a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:13:58.201618 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:58.262985 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:58.267412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] For port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:13:58.270867 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] For port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:13:58.276996 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:58.318679 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:58.319310 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:58.320737 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] 10.222.0.49 "PUT /v2.0/ports/5a702a2c-2acc-4ff3-9b78-e29afafe22c9 HTTP/1.1" status: 200 len: 1093 time: 0.6721280 May 19 15:13:58.321112 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'tag': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:13:58.323382 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120629f4-e808-471b-baf2-ba5cd3ad24bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b11727e-7df7-4c28-be5d-7d93877a98b0", "tag": "5a702a2c-2acc-4ff3-9b78-e29afafe22c9"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:13:58.353019 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87bdab-1d0e-4ba3-a064-3f5b4a27b000 service neutron] Pushing event updated for resources: {'Port': ['ID=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:58.359904 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccd81a-2f0d-41e8-97d8-e41ea3422930 req-c7303dd2-3373-46ab-8b76-c4b8001eb6d4 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:58.361630 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9dccd81a-2f0d-41e8-97d8-e41ea3422930 req-c7303dd2-3373-46ab-8b76-c4b8001eb6d4 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 943 time: 0.0652514 May 19 15:13:58.365518 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe324d0-e176-4c14-91be-8d5e78cc1ab3 x-openstack-request-id: req-4fe324d0-e176-4c14-91be-8d5e78cc1ab3 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:13:58.365829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b11727e-7df7-4c28-be5d-7d93877a98b0", "tag": "5a702a2c-2acc-4ff3-9b78-e29afafe22c9", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:13:58.366096 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fe324d0-e176-4c14-91be-8d5e78cc1ab3 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:13:58.366488 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe324d0-e176-4c14-91be-8d5e78cc1ab3'] response: {'name': 'network-changed', 'server_uuid': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'tag': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9', 'status': 'completed', 'code': 200} May 19 15:13:58.412648 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9dccd81a-2f0d-41e8-97d8-e41ea3422930 req-7fcf7924-c744-459c-8c2d-64bd3c9a02e8 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 May 19 15:13:58.549766 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120629f4-e808-471b-baf2-ba5cd3ad24bb req-c82c0b05-1cc1-40a2-9236-0f5d62fdefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:58.551359 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-120629f4-e808-471b-baf2-ba5cd3ad24bb req-c82c0b05-1cc1-40a2-9236-0f5d62fdefdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5818d7e3ac5946d9a461cabd216feeee&device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 1127 time: 0.0405865 May 19 15:13:58.728035 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120629f4-e808-471b-baf2-ba5cd3ad24bb req-474ba26c-5815-437a-9673-f11caeb9f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:58.729506 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-120629f4-e808-471b-baf2-ba5cd3ad24bb req-474ba26c-5815-437a-9673-f11caeb9f89e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5818d7e3ac5946d9a461cabd216feeee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1706898 May 19 15:13:58.738753 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-a1581bb7-6109-44ca-8f1f-299cd9684c3e tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:58.740168 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-a1581bb7-6109-44ca-8f1f-299cd9684c3e tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 811 time: 0.1618614 May 19 15:13:58.823095 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-21c368c4-b388-4728-9468-f744d2e69d06 req-c9ec88c9-4503-4967-91ac-6d68d952c913 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 210 time: 0.0275009 May 19 15:13:58.842012 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120629f4-e808-471b-baf2-ba5cd3ad24bb req-28139412-5fbf-440a-94f8-74aa0db43698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:58.843432 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-120629f4-e808-471b-baf2-ba5cd3ad24bb req-28139412-5fbf-440a-94f8-74aa0db43698 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023998 May 19 15:13:58.889030 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-89fc6133-9049-4735-9de3-e34da3cbf37a tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1521fd041a446e851d82487479930b HTTP/1.1" status: 200 len: 378 time: 0.0551300 May 19 15:13:58.902963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'port': {'device_id': '15841fc5-24fd-4346-ace6-e95329a39953', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'admin_state_up': True, 'tenant_id': '5b1521fd041a446e851d82487479930b', 'security_groups': ['d7b7bb99-8f30-446f-a09c-56a8d030cf6f']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:13:58.975443 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-ec96e8b6-d98c-4f55-9d4e-c8d00d540042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:58.977207 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-ec96e8b6-d98c-4f55-9d4e-c8d00d540042 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5818d7e3ac5946d9a461cabd216feeee&device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 1127 time: 0.0869825 May 19 15:13:59.029337 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-0ebb48f9-2e02-4667-aeff-f5305b8a7d50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a702a2c-2acc-4ff3-9b78-e29afafe22c9 HTTP/1.1" status: 200 len: 217 time: 0.0403519 May 19 15:13:59.097347 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-6d16b4bc-529a-4466-9065-6b0b066481dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:59.098873 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-6d16b4bc-529a-4466-9065-6b0b066481dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1aa9dd81-34d4-4dcf-9f0b-23260e79eee0 HTTP/1.1" status: 200 len: 848 time: 0.0590715 May 19 15:13:59.099929 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Made reservation on behalf of 5b1521fd041a446e851d82487479930b for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:13:59.103222 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:59.148915 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-2b94ccf0-9525-4b16-9438-23b5cffea8e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9970d259-a5f7-4033-bd5b-efe5eef35ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421431 May 19 15:13:59.236767 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:59.304350 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:13:59.320457 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-dc86da16-16b6-4a06-b932-b52d947e5741 service neutron] 10.222.0.49 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619978 May 19 15:13:59.350976 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Allocated IP 172.20.0.9 (213b532b-8cec-4733-b487-2a170eb06a7a/0d890680-a822-4630-a6ca-c820be82284b/49ab397e-dedd-4bbf-86b5-75a9240c3e82) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:13:59.497937 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2624c8cb-7730-4f3d-bf3d-9f83913897ce req-5b88d923-01dd-48a7-ac8f-e2fb2e9de614 service neutron] 10.222.0.49 "GET /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678662 May 19 15:13:59.541749 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2846a-d117-4bbb-8a6b-d77209f4a2df req-1ddf3aec-d61a-43ec-af44-e4118f49e349 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:59.543257 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acb2846a-d117-4bbb-8a6b-d77209f4a2df req-1ddf3aec-d61a-43ec-af44-e4118f49e349 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 943 time: 0.0577323 May 19 15:13:59.559055 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:59.591349 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:59.591619 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acb2846a-d117-4bbb-8a6b-d77209f4a2df req-72b1a989-2b9a-4b17-8ced-8a4f3a057e65 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 May 19 15:13:59.861769 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Network 213b532b-8cec-4733-b487-2a170eb06a7a is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:13:59.867628 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:13:59.870345 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:13:59.876662 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event updated for resources: {'Port': ['ID=49ab397e-dedd-4bbf-86b5-75a9240c3e82,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:13:59.927726 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:59.928366 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:13:59.946079 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-37cd38bc-2c26-492d-ab6a-83166eac6352 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0481546 May 19 15:13:59.946790 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a694c5e-5ce1-410a-92c4-0e70bd3ad510 req-056af161-8276-4384-816f-6010fde9e1ec tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:13:59.948573 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a694c5e-5ce1-410a-92c4-0e70bd3ad510 req-056af161-8276-4384-816f-6010fde9e1ec tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 931 time: 0.0551372 May 19 15:13:59.997540 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7a694c5e-5ce1-410a-92c4-0e70bd3ad510 req-cfc4afb2-da11-46ab-8cff-522336647c14 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431976 May 19 15:14:00.066435 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-bea04a7e-1690-4367-b8be-353e8077763e None None] Provisioning complete for port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:14:00.067569 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bea04a7e-1690-4367-b8be-353e8077763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:00.068952 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:00.102668 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-bea04a7e-1690-4367-b8be-353e8077763e None None] Port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:14:00.349506 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Request body: {'port': {'device_id': '15841fc5-24fd-4346-ace6-e95329a39953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:14:00.409729 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:00.633516 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:00.694694 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ab397e-dedd-4bbf-86b5-75a9240c3e82 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:14:00.702038 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Publish callbacks [] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:00.708023 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9fec4-f607-4a88-b0ee-98de37e0d9fc req-96b29930-33bf-4232-890d-710c0532faba tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:00.709495 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3cb9fec4-f607-4a88-b0ee-98de37e0d9fc req-96b29930-33bf-4232-890d-710c0532faba tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 943 time: 0.0466487 May 19 15:14:00.714137 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:00.715451 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Transition to ACTIVE for port object 49ab397e-dedd-4bbf-86b5-75a9240c3e82 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:14:00.719921 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:00.759606 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3cb9fec4-f607-4a88-b0ee-98de37e0d9fc req-9ad80485-db50-434a-90d6-c529f2416d90 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 May 19 15:14:00.781272 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49ab397e-dedd-4bbf-86b5-75a9240c3e82,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:00.857001 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Attempting to bind port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:14:00.857338 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Attempting to bind port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:14:00.857666 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Attempting to bind port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 on network 213b532b-8cec-4733-b487-2a170eb06a7a {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:14:00.862335 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 on network 213b532b-8cec-4733-b487-2a170eb06a7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:14:00.862655 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Attempting to bind port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 on network 213b532b-8cec-4733-b487-2a170eb06a7a {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:14:00.867786 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:14:00.868124 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Checking segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:14:00.868516 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Bound using segment: {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:14:00.869187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Bound port: 49ab397e-dedd-4bbf-86b5-75a9240c3e82, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7dfa21-4ae1-4685-accd-2c114c9e132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:14:00.869545 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:00.932615 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] For port 49ab397e-dedd-4bbf-86b5-75a9240c3e82, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:14:00.935987 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] For port 49ab397e-dedd-4bbf-86b5-75a9240c3e82, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:14:00.942045 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:00.975072 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:00.975700 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:00.977101 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/49ab397e-dedd-4bbf-86b5-75a9240c3e82 HTTP/1.1" status: 200 len: 1093 time: 0.6319048 May 19 15:14:00.977501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:00.979749 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f38ab4-d867-48b7-8694-7c3407d8de9c" -d '{"events": [{"name": "network-changed", "server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:01.007351 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14c190-4696-45c7-85ea-c3fb4f8d78b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49ab397e-dedd-4bbf-86b5-75a9240c3e82,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:01.052997 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75845999-fde6-4602-9209-29d97fc1f951 x-openstack-request-id: req-75845999-fde6-4602-9209-29d97fc1f951 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:01.053379 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:01.053603 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75845999-fde6-4602-9209-29d97fc1f951 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:01.055088 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75845999-fde6-4602-9209-29d97fc1f951'] response: {'name': 'network-changed', 'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'status': 'completed', 'code': 200} May 19 15:14:01.085398 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-c096eeed-ccba-4729-bfc8-7723dc6c4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:01.086940 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-c096eeed-ccba-4729-bfc8-7723dc6c4914 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 1127 time: 0.0537171 May 19 15:14:01.127783 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9e9fb-7b0e-4f60-b68f-99d36fb767aa req-521e99cd-40ce-4a57-950e-0239c01b0e8f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:01.129519 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bf9e9fb-7b0e-4f60-b68f-99d36fb767aa req-521e99cd-40ce-4a57-950e-0239c01b0e8f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 943 time: 0.0534952 May 19 15:14:01.131315 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-ae5d96e9-461e-4004-95a4-206478d11b32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82 HTTP/1.1" status: 200 len: 217 time: 0.0372033 May 19 15:14:01.179883 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8bf9e9fb-7b0e-4f60-b68f-99d36fb767aa req-da238fe9-5c18-4349-9d8c-7675a0bd0b02 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439520 May 19 15:14:01.182409 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-856c2285-691f-4321-b9fc-165e4c453217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:01.183941 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-856c2285-691f-4321-b9fc-165e4c453217 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0472846 May 19 15:14:01.234081 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-c89512d8-57b5-4939-9ec9-2352a972120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:01.235082 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-c89512d8-57b5-4939-9ec9-2352a972120f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415063 May 19 15:14:01.323744 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-3bc95671-4e35-4b8d-b9b8-e9251d1d1c2b service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822682 May 19 15:14:01.416841 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd36271-c0e7-44d2-8b92-dee541d9b2c6 req-3ebf6c13-593f-4b3e-9a5e-a668181dcd87 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868671 May 19 15:14:01.877076 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:01.890425 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293edaaa-b3a0-4a06-b6fd-a396c65ad095 req-a6c29227-8ad8-45ef-b8b3-5079ecb53cf2 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:01.891934 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-293edaaa-b3a0-4a06-b6fd-a396c65ad095 req-a6c29227-8ad8-45ef-b8b3-5079ecb53cf2 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 943 time: 0.0473342 May 19 15:14:01.938078 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-293edaaa-b3a0-4a06-b6fd-a396c65ad095 req-b4967361-92a8-4e17-8719-976f510f0075 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 May 19 15:14:02.097643 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:14:02.110317 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:02.206650 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:02.221962 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9', 'network_id': '9970d259-a5f7-4033-bd5b-efe5eef35ae2', 'port_id': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9', 'mac_address': 'fa:16:3e:c3:61:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa9dd81-34d4-4dcf-9f0b-23260e79eee0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:14:02.256699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:14:02.257097 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:02.270736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:14:02.290346 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:02.292482 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9e7b7-a181-4ee0-b7f0-e38e345ae3f9 req-f12341d8-dd1f-4894-81c3-c29d94de6348 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:02.293947 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6cb9e7b7-a181-4ee0-b7f0-e38e345ae3f9 req-f12341d8-dd1f-4894-81c3-c29d94de6348 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 943 time: 0.0469863 May 19 15:14:02.294515 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:02.305734 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:02.343156 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:02.356043 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6cb9e7b7-a181-4ee0-b7f0-e38e345ae3f9 req-54a4576f-3737-4a51-832b-426dc7db339c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562418 May 19 15:14:02.394087 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-fea69e63-c615-4add-b136-3b619a3a2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:02.395647 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-fea69e63-c615-4add-b136-3b619a3a2d26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 1127 time: 0.0456986 May 19 15:14:02.478874 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:02.489236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-93822969-8999-4fe6-8e5d-e79c64493758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:02.490693 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-93822969-8999-4fe6-8e5d-e79c64493758 service neutron] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 912 time: 0.0887218 May 19 15:14:02.528727 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-efd72e44-2b67-4ab1-ab49-baaf5ae4d085 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82 HTTP/1.1" status: 200 len: 217 time: 0.0318751 May 19 15:14:02.554463 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['5a702a2c-2acc-4ff3-9b78-e29afafe22c9'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:14:02.578290 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-d0566211-526f-4873-a3ca-b6a15e5ed0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:02.579775 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-d0566211-526f-4873-a3ca-b6a15e5ed0e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0454738 May 19 15:14:02.604335 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:02.622515 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-0fb45908-874b-4fd0-a9de-4f999c64cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:02.624028 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-0fb45908-874b-4fd0-a9de-4f999c64cc66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383906 May 19 15:14:02.715443 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-08579a70-8680-4bba-b336-8bec390133d3 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842974 May 19 15:14:02.790086 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:02.806317 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10f38ab4-d867-48b7-8694-7c3407d8de9c req-7ed78584-b37a-44c7-b99d-c0bbaa49b50d service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848463 May 19 15:14:03.050229 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217face0-f209-4ddd-9aea-49b51a1af00c req-886454ad-20cc-4757-b0f5-d45734f04cc0 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:03.052369 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-217face0-f209-4ddd-9aea-49b51a1af00c req-886454ad-20cc-4757-b0f5-d45734f04cc0 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 944 time: 0.0466177 May 19 15:14:03.097727 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-217face0-f209-4ddd-9aea-49b51a1af00c req-bd1079f4-2715-409d-94a8-31393ddb38b8 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 May 19 15:14:03.471411 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413e0b-2ef4-4c6f-be5b-2f8a91775ca5 req-28bd06e4-5627-49b5-aeb1-9e228fd98e71 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:03.473940 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fd413e0b-2ef4-4c6f-be5b-2f8a91775ca5 req-28bd06e4-5627-49b5-aeb1-9e228fd98e71 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 943 time: 0.0482862 May 19 15:14:03.522561 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fd413e0b-2ef4-4c6f-be5b-2f8a91775ca5 req-b84cd5cf-f88e-468a-b50c-72f1a49f456d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427091 May 19 15:14:04.107547 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 49ab397e-dedd-4bbf-86b5-75a9240c3e82 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:14:04.110952 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:14:04.205925 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:14:04.215063 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4881b-e315-4c41-8cf2-9649f4a56209 req-c1b5bb5d-f704-4205-b0ad-73c3a751bf8d tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:04.216573 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c0a4881b-e315-4c41-8cf2-9649f4a56209 req-c1b5bb5d-f704-4205-b0ad-73c3a751bf8d tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 944 time: 0.0505221 May 19 15:14:04.216697 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:14:04.217047 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:04.263206 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c0a4881b-e315-4c41-8cf2-9649f4a56209 req-f1ceb5f8-cf6a-4ae2-8b6e-37d8cbce5f5f tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 May 19 15:14:04.280820 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 49ab397e-dedd-4bbf-86b5-75a9240c3e82, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:04.293697 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'port_id': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'mac_address': 'fa:16:3e:cd:0a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:14:04.352542 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:04.358002 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:14:04.358328 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:04.362237 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:14:04.362600 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:04.383784 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:04.395656 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ab397e-dedd-4bbf-86b5-75a9240c3e82 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:14:04.411423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:04.413641 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c20979-7537-4252-be58-4d5669a814f3" -d '{"events": [{"server_uuid": "3b11727e-7df7-4c28-be5d-7d93877a98b0", "name": "network-vif-plugged", "status": "completed", "tag": "5a702a2c-2acc-4ff3-9b78-e29afafe22c9"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:04.433039 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 49ab397e-dedd-4bbf-86b5-75a9240c3e82, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:04.435065 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:04.437164 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:04.444030 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:04.465427 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954481a3-9572-4748-a8a2-afcb5703eb75 x-openstack-request-id: req-954481a3-9572-4748-a8a2-afcb5703eb75 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:04.465716 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b11727e-7df7-4c28-be5d-7d93877a98b0", "name": "network-vif-plugged", "status": "completed", "tag": "5a702a2c-2acc-4ff3-9b78-e29afafe22c9", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:04.465972 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-954481a3-9572-4748-a8a2-afcb5703eb75 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:04.466365 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954481a3-9572-4748-a8a2-afcb5703eb75'] response: {'server_uuid': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9', 'code': 200} May 19 15:14:04.492409 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=49ab397e-dedd-4bbf-86b5-75a9240c3e82,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:04.547628 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:04.624099 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba570d-cb0a-4219-9ac0-d63f2806f692 req-18c966fa-152c-4e12-83e7-560477ab0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:04.625754 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63ba570d-cb0a-4219-9ac0-d63f2806f692 req-18c966fa-152c-4e12-83e7-560477ab0081 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 1129 time: 0.0431952 May 19 15:14:04.638963 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3624b-9012-4b8b-a4e5-afee5ab10405 req-99e4a1e6-28b3-4409-804d-df688f539a53 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:04.640456 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f4f3624b-9012-4b8b-a4e5-afee5ab10405 req-99e4a1e6-28b3-4409-804d-df688f539a53 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 944 time: 0.0477915 May 19 15:14:04.671231 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63ba570d-cb0a-4219-9ac0-d63f2806f692 req-5d2ad4a2-f146-48f4-b176-c2ec5e441996 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 May 19 15:14:04.686860 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f4f3624b-9012-4b8b-a4e5-afee5ab10405 req-21e7b7ad-a344-4b5b-96a7-2fa2b32da779 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406041 May 19 15:14:04.711095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['49ab397e-dedd-4bbf-86b5-75a9240c3e82'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:14:05.378269 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26733f47-7972-4100-aaf1-d37a7b5ae6e4 req-71505cdd-1406-46fe-8444-4eb488756057 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:05.379746 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-26733f47-7972-4100-aaf1-d37a7b5ae6e4 req-71505cdd-1406-46fe-8444-4eb488756057 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 945 time: 0.0473697 May 19 15:14:05.429285 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-26733f47-7972-4100-aaf1-d37a7b5ae6e4 req-2885656f-34d4-4fc5-9640-2a19c78c4a49 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 May 19 15:14:05.803976 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f88e-490e-4f38-9b88-00b80374b8e4 req-f509d65e-d62f-4751-87bf-2afbcedf9424 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:05.805573 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f068f88e-490e-4f38-9b88-00b80374b8e4 req-f509d65e-d62f-4751-87bf-2afbcedf9424 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 944 time: 0.0484488 May 19 15:14:05.854147 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f068f88e-490e-4f38-9b88-00b80374b8e4 req-6f69ebd1-1160-4413-b2ba-00c8df4e7b90 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428982 May 19 15:14:06.116135 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 49ab397e-dedd-4bbf-86b5-75a9240c3e82 up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:14:06.160531 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:14:06.166136 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:14:06.166533 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:06.237195 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:14:06.237566 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:06.271044 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 49ab397e-dedd-4bbf-86b5-75a9240c3e82, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:06.275907 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:06.325958 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=49ab397e-dedd-4bbf-86b5-75a9240c3e82,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:06.467479 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:06.469736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae1f55-46e4-4a80-a058-4f451e1f5645" -d '{"events": [{"server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "name": "network-vif-plugged", "status": "completed", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:06.505138 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac029ae-8dfb-43c4-9a8c-1f0c5c275bab x-openstack-request-id: req-9ac029ae-8dfb-43c4-9a8c-1f0c5c275bab {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:06.505429 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "name": "network-vif-plugged", "status": "completed", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:06.505685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ac029ae-8dfb-43c4-9a8c-1f0c5c275bab {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:06.506079 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac029ae-8dfb-43c4-9a8c-1f0c5c275bab'] response: {'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'code': 200} May 19 15:14:06.542091 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a9c5-8af2-4537-9242-68c670a911cb req-31ba0588-d321-4785-8cde-fcd4848ccbc1 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:06.543571 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7254a9c5-8af2-4537-9242-68c670a911cb req-31ba0588-d321-4785-8cde-fcd4848ccbc1 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 945 time: 0.0475218 May 19 15:14:06.590536 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7254a9c5-8af2-4537-9242-68c670a911cb req-039a1b2d-57de-4894-b0dd-90658c5ab472 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 May 19 15:14:06.675956 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e3450-1fb2-4558-a59d-cafcad613f15 req-0110dc8a-0a96-4fd0-a32d-28cb2892fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:06.678259 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-809e3450-1fb2-4558-a59d-cafcad613f15 req-0110dc8a-0a96-4fd0-a32d-28cb2892fb42 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 1129 time: 0.0406473 May 19 15:14:06.725819 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-809e3450-1fb2-4558-a59d-cafcad613f15 req-138c2cd5-4b3c-4841-af80-4eca23297e32 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404725 May 19 15:14:06.974852 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429353-5082-4365-b18b-13e81449fbfb req-fcd31836-b312-4464-8427-d0ff0969e69b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:06.976340 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ed429353-5082-4365-b18b-13e81449fbfb req-fcd31836-b312-4464-8427-d0ff0969e69b tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0499809 May 19 15:14:07.029391 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ed429353-5082-4365-b18b-13e81449fbfb req-bb1cdfc7-3958-44eb-bb38-9a659e44822f tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473518 May 19 15:14:07.253904 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dd517-11a0-419c-a59c-5a4e948c84d4 req-2fe32648-e94c-4b6b-8e4c-418f1895a7b6 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:07.255887 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-373dd517-11a0-419c-a59c-5a4e948c84d4 req-2fe32648-e94c-4b6b-8e4c-418f1895a7b6 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 945 time: 0.0465434 May 19 15:14:07.281725 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:07.303558 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-373dd517-11a0-419c-a59c-5a4e948c84d4 req-8c604155-5349-46c7-bec1-90f39db72807 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 May 19 15:14:08.151751 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12a90-6fd8-48b4-ab78-8c3953e9c2f3 req-35103a5c-88ed-4f4f-8733-d57e4fdfaa4d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:08.153201 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-04b12a90-6fd8-48b4-ab78-8c3953e9c2f3 req-35103a5c-88ed-4f4f-8733-d57e4fdfaa4d tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0517299 May 19 15:14:08.198668 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-04b12a90-6fd8-48b4-ab78-8c3953e9c2f3 req-fc62d1f1-e289-4c49-b410-e51df099553c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400689 May 19 15:14:08.420855 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832bee8-c3d2-43f9-8e1d-2a69be4c0bdb req-66f9178c-480b-4385-9669-7892ca2261fd tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:08.422347 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3832bee8-c3d2-43f9-8e1d-2a69be4c0bdb req-66f9178c-480b-4385-9669-7892ca2261fd tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 945 time: 0.0475183 May 19 15:14:08.469180 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3832bee8-c3d2-43f9-8e1d-2a69be4c0bdb req-4613836b-11ef-4b38-afe5-ab0ba601eb13 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 May 19 15:14:09.294060 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:09.311841 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26e52d-c9ac-4e4c-ab96-9023df4b32e3 req-285eb1dc-0ae5-4790-a0ec-2d3b5f06e8be tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:09.313320 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e26e52d-c9ac-4e4c-ab96-9023df4b32e3 req-285eb1dc-0ae5-4790-a0ec-2d3b5f06e8be tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0471642 May 19 15:14:09.365429 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7e26e52d-c9ac-4e4c-ab96-9023df4b32e3 req-0d69109d-a62f-4b78-9fd8-0b2d34fae9d3 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465441 May 19 15:14:09.384533 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-8fa8dd49-0400-4dfd-8042-a93d2896b868 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:09.385959 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-8fa8dd49-0400-4dfd-8042-a93d2896b868 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 945 time: 0.0494754 May 19 15:14:09.470977 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Deleting port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:09.471345 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:09.473691 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f1d67-a6a5-4e81-929b-c71fd8f374b5 req-da3958d1-fb3a-41d1-b313-be895b398765 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:09.475143 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a74f1d67-a6a5-4e81-929b-c71fd8f374b5 req-da3958d1-fb3a-41d1-b313-be895b398765 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0466866 May 19 15:14:09.483705 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 50976) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:09.487996 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Request body: {'floatingip': {'port_id': '49ab397e-dedd-4bbf-86b5-75a9240c3e82'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:14:09.529331 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (98bc53a5-5451-4a18-b562-8c15bdea79c3), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:09.567440 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] For port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,segment=NetworkSegment(16ada089-1151-45c0-b4f0-3ab64198a6b2),segment_id=16ada089-1151-45c0-b4f0-3ab64198a6b2)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:09.567808 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:09.581016 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Calling delete_port for 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:09.634666 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673e7e-1320-41cf-9c16-1e0525550163 req-acf13ce7-60c1-4f07-bc7b-001e72862e78 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:09.636151 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b2673e7e-1320-41cf-9c16-1e0525550163 req-acf13ce7-60c1-4f07-bc7b-001e72862e78 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b11727e-7df7-4c28-be5d-7d93877a98b0 HTTP/1.1" status: 200 len: 945 time: 0.0759640 May 19 15:14:09.706649 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b2673e7e-1320-41cf-9c16-1e0525550163 req-52713212-80cb-4593-816f-976c8f87b256 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf413cbe-db6c-4550-b72c-21a7d51e7593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527937 May 19 15:14:09.716672 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5a702a2c-2acc-4ff3-9b78-e29afafe22c9), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:09.739413 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['5a702a2c-2acc-4ff3-9b78-e29afafe22c9'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:14:09.763613 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Pushing event deleted for resources: {'Port': ['ID=5a702a2c-2acc-4ff3-9b78-e29afafe22c9,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:09.803535 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] No DVR routers for this DVR port 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:14:09.806473 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:09.810039 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ab924c9d-35da-4ce9-aa9e-c8589cec0968 req-a85b3618-544e-4e5d-b487-201055681f71 tempest-VolumesActionsTest-2067223529 tempest-VolumesActionsTest-2067223529-project] 10.222.0.49 "DELETE /v2.0/ports/5a702a2c-2acc-4ff3-9b78-e29afafe22c9 HTTP/1.1" status: 204 len: 173 time: 0.4180450 May 19 15:14:09.810485 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'name': 'network-vif-deleted', 'tag': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:09.813043 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8155a6a5-26bb-4da4-a418-4812c382e2ce" -d '{"events": [{"server_uuid": "3b11727e-7df7-4c28-be5d-7d93877a98b0", "name": "network-vif-deleted", "tag": "5a702a2c-2acc-4ff3-9b78-e29afafe22c9"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:09.869712 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d75862-9e44-4a26-ae6d-03f836145cdc x-openstack-request-id: req-a6d75862-9e44-4a26-ae6d-03f836145cdc {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:09.869990 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b11727e-7df7-4c28-be5d-7d93877a98b0", "name": "network-vif-deleted", "tag": "5a702a2c-2acc-4ff3-9b78-e29afafe22c9", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:09.870288 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6d75862-9e44-4a26-ae6d-03f836145cdc {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:09.870721 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d75862-9e44-4a26-ae6d-03f836145cdc'] response: {'server_uuid': '3b11727e-7df7-4c28-be5d-7d93877a98b0', 'name': 'network-vif-deleted', 'tag': '5a702a2c-2acc-4ff3-9b78-e29afafe22c9', 'status': 'completed', 'code': 200} May 19 15:14:10.058201 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:10.061681 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (98bc53a5-5451-4a18-b562-8c15bdea79c3), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:10.150814 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Floating IP 98bc53a5-5451-4a18-b562-8c15bdea79c3 associated. External IP: 172.27.2.29, port: 49ab397e-dedd-4bbf-86b5-75a9240c3e82. May 19 15:14:10.191648 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:10.350227 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:14:10.392738 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:10.453323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:14:10.458168 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:10.463156 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] Sync routers for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:14:10.473788 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:14:10.474384 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:13:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:10.487220 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f211a2ef-8f57-43bd-aa4c-2db1633fa590 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "PUT /v2.0/floatingips/98bc53a5-5451-4a18-b562-8c15bdea79c3 HTTP/1.1" status: 200 len: 990 time: 1.0024385 May 19 15:14:10.487816 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:10.490643 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3645df-7346-427c-8e06-4e90d985213b" -d '{"events": [{"name": "network-changed", "server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:10.525056 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fb7303-0092-4c3d-a17e-ee9a98e7a021 x-openstack-request-id: req-d5fb7303-0092-4c3d-a17e-ee9a98e7a021 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:10.525348 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:10.525602 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5fb7303-0092-4c3d-a17e-ee9a98e7a021 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:10.526009 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fb7303-0092-4c3d-a17e-ee9a98e7a021'] response: {'name': 'network-changed', 'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'status': 'completed', 'code': 200} May 19 15:14:10.576581 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:14:10.587227 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3645df-7346-427c-8e06-4e90d985213b req-dddac10f-e927-4ad1-bba2-44929418f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:10.588745 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef3645df-7346-427c-8e06-4e90d985213b req-dddac10f-e927-4ad1-bba2-44929418f6f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b1521fd041a446e851d82487479930b&device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 1129 time: 0.0398886 May 19 15:14:10.601726 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:10.682165 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3645df-7346-427c-8e06-4e90d985213b req-d6200976-8cee-4169-af36-fe32194caa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:10.683670 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef3645df-7346-427c-8e06-4e90d985213b req-d6200976-8cee-4169-af36-fe32194caa05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 200 len: 912 time: 0.0893812 May 19 15:14:10.712515 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:10.744364 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef3645df-7346-427c-8e06-4e90d985213b req-d194e908-0708-4cc8-95ff-66c8d5894719 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82 HTTP/1.1" status: 200 len: 998 time: 0.0543838 May 19 15:14:10.763936 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:10.789172 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '98bc53a5-5451-4a18-b562-8c15bdea79c3', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'port_id': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'mac_address': 'fa:16:3e:cd:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15841fc5-24fd-4346-ace6-e95329a39953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:13:56Z', 'updated_at': '2022-05-19T15:14:09Z', 'revision_number': 1, 'project_id': '5b1521fd041a446e851d82487479930b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:10.804799 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3645df-7346-427c-8e06-4e90d985213b req-712d9ff8-bd27-4eea-9d33-0289bb71ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:10.806444 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef3645df-7346-427c-8e06-4e90d985213b req-712d9ff8-bd27-4eea-9d33-0289bb71ab7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 200 len: 850 time: 0.0568581 May 19 15:14:10.817442 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] Checking router: 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:14:10.826125 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:10.826402 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:14:10.827377 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:13:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:10.858404 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3645df-7346-427c-8e06-4e90d985213b req-3cf0ed5f-f866-43d7-a17d-7088ca59a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:10.859951 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef3645df-7346-427c-8e06-4e90d985213b req-3cf0ed5f-f866-43d7-a17d-7088ca59a063 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=213b532b-8cec-4733-b487-2a170eb06a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474596 May 19 15:14:10.934681 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:14:10.953001 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef3645df-7346-427c-8e06-4e90d985213b req-01d320df-cbac-476e-9160-1a2cb1c6c0c0 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867517 May 19 15:14:11.067144 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef3645df-7346-427c-8e06-4e90d985213b req-02c34e07-2f10-427c-85ca-25b9f9e62220 service neutron] 10.222.0.49 "GET /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077893 May 19 15:14:11.245886 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '98bc53a5-5451-4a18-b562-8c15bdea79c3', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'port_id': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'mac_address': 'fa:16:3e:cd:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15841fc5-24fd-4346-ace6-e95329a39953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:13:56Z', 'updated_at': '2022-05-19T15:14:09Z', 'revision_number': 1, 'project_id': '5b1521fd041a446e851d82487479930b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:11.271024 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc50dc0-b0b0-4c22-9ce3-1a85cd6c7d05 None None] The sync data for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi is: [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '98bc53a5-5451-4a18-b562-8c15bdea79c3', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'port_id': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'mac_address': 'fa:16:3e:cd:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15841fc5-24fd-4346-ace6-e95329a39953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:13:56Z', 'updated_at': '2022-05-19T15:14:09Z', 'revision_number': 1, 'project_id': '5b1521fd041a446e851d82487479930b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:14:11.470466 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f285f-f2d1-4b5b-a345-309a9b12b103 None None] New status for floating IP 98bc53a5-5451-4a18-b562-8c15bdea79c3: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:14:11.507272 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:12.648605 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:14:12.670855 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:14:12.671192 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a702a2c-2acc-4ff3-9b78-e29afafe22c9 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:14:14.047292 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f7b8588d-fc24-483f-a05a-d3f9452ec715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:16.285941 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0796db49-f6fd-45c7-9254-d965856658f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:17.433068 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:18.666559 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:20.350700 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:20.483381 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=34 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:20.484307 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:21.062476 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=23 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:21.065399 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=37 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:21.248422 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=39 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:21.250476 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=49 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:30.341652 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=15 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:30.345009 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:31.601651 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51216) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:31.648945 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] Deleting subnet 1aa9dd81-34d4-4dcf-9f0b-23260e79eee0 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:14:31.652088 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] Publish callbacks [] for subnet (1aa9dd81-34d4-4dcf-9f0b-23260e79eee0), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:31.689215 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782334'] for subnet (1aa9dd81-34d4-4dcf-9f0b-23260e79eee0), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:31.729068 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (1aa9dd81-34d4-4dcf-9f0b-23260e79eee0), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:31.780843 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25553457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235757'] for subnet (1aa9dd81-34d4-4dcf-9f0b-23260e79eee0), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:31.808333 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:31.811410 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1aa9dd81-34d4-4dcf-9f0b-23260e79eee0 HTTP/1.1" status: 204 len: 168 time: 0.2087476 May 19 15:14:31.812469 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912091-42c6-4a24-9fa7-f88b6dc8ed67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa9dd81-34d4-4dcf-9f0b-23260e79eee0,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:31.813932 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51218) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:31.887412 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (9970d259-a5f7-4033-bd5b-efe5eef35ae2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:31.962394 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (9970d259-a5f7-4033-bd5b-efe5eef35ae2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:31.981978 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9970d259-a5f7-4033-bd5b-efe5eef35ae2']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:31.991559 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ada089-1151-45c0-b4f0-3ab64198a6b2') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:31.991848 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ada089-1151-45c0-b4f0-3ab64198a6b2') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:32.001270 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (16ada089-1151-45c0-b4f0-3ab64198a6b2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.014478 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (16ada089-1151-45c0-b4f0-3ab64198a6b2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.020450 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:14:32.020840 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (16ada089-1151-45c0-b4f0-3ab64198a6b2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:14:32.022554 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:14:32.077430 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (9970d259-a5f7-4033-bd5b-efe5eef35ae2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.082634 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.085823 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9970d259-a5f7-4033-bd5b-efe5eef35ae2 HTTP/1.1" status: 204 len: 168 time: 0.2705741 May 19 15:14:32.096772 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9970d259-a5f7-4033-bd5b-efe5eef35ae2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:32.104508 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.104850 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.105187 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.105586 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.105918 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.106242 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.106565 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.106888 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.107230 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.107612 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.107897 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.108181 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.108465 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.108778 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.109090 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8536df5-d5f3-47a1-8312-aba410fdc9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:32.195467 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51222) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:32.234348 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5cead858-d625-4bf0-9318-00ec047f6aaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5818d7e3ac5946d9a461cabd216feeee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377605 May 19 15:14:32.236656 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51224) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:32.282974 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8295ca0c-f1c7-48ea-acb7-5749830245ae admin admin] Publish callbacks [] for security_group (cf413cbe-db6c-4550-b72c-21a7d51e7593), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.304163 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8295ca0c-f1c7-48ea-acb7-5749830245ae admin admin] Publish callbacks [] for security_group (cf413cbe-db6c-4550-b72c-21a7d51e7593), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.351684 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8295ca0c-f1c7-48ea-acb7-5749830245ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (cf413cbe-db6c-4550-b72c-21a7d51e7593), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.354251 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8295ca0c-f1c7-48ea-acb7-5749830245ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:32.355401 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8295ca0c-f1c7-48ea-acb7-5749830245ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf413cbe-db6c-4550-b72c-21a7d51e7593 HTTP/1.1" status: 204 len: 168 time: 0.1178617 May 19 15:14:32.363048 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295ca0c-f1c7-48ea-acb7-5749830245ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf413cbe-db6c-4550-b72c-21a7d51e7593,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:32.578901 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:34.332882 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:14:36.944232 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-6ec04fe7-a504-4b4b-8dac-207225e784a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415585 May 19 15:14:37.002850 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-108915b0-6f94-430c-829c-1d8513a8bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:37.004385 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-108915b0-6f94-430c-829c-1d8513a8bb54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1129 time: 0.0388691 May 19 15:14:37.107749 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-bebd0e67-8d35-49b1-bfd0-fa9691d9902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:37.109170 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-bebd0e67-8d35-49b1-bfd0-fa9691d9902c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.0866542 May 19 15:14:37.170191 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-75f47a1c-db4a-42ec-b7ee-6203f89ebbb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 200 len: 1001 time: 0.0541596 May 19 15:14:37.218752 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-5aeeeef9-5549-4fbc-8877-da2810ea6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:37.220168 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-5aeeeef9-5549-4fbc-8877-da2810ea6094 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0441995 May 19 15:14:37.262440 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-139e6cae-72e5-4484-9b60-53cae26ac755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:37.263985 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-139e6cae-72e5-4484-9b60-53cae26ac755 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383615 May 19 15:14:37.357035 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-b4bfaad9-b6f7-42f0-9ce2-06de2f04cdc3 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869591 May 19 15:14:37.412266 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:37.422943 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:37.455017 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-786537aa-6f2a-439d-bf75-3cf09dc0efda req-96ac685c-daa8-4445-9671-ee76ea66decc service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916746 May 19 15:14:41.776563 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:41.788622 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=28,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:42.572549 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:42.574455 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:43.175114 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51364) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:43.278950 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:43.359692 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Publish callbacks [] for security_group (efabaffd-d10d-4fbb-8396-e27280b6dbc2), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:43.362803 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (efabaffd-d10d-4fbb-8396-e27280b6dbc2), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:43.402497 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1993c742baa24b3c9d9d39976b7617f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262809 May 19 15:14:43.403351 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efabaffd-d10d-4fbb-8396-e27280b6dbc2,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:43.405232 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51368) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:43.410646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.410995 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.411362 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.411702 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.412034 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.412862 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.413189 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.413511 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.413837 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.414159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.414482 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.414804 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.415125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.415469 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.415788 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217f947-0069-4b67-96e0-241fff07be5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:43.456954 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1789f449-9092-414b-9e14-57e3fa849f9e admin admin] Publish callbacks [] for security_group (efabaffd-d10d-4fbb-8396-e27280b6dbc2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:43.478693 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1789f449-9092-414b-9e14-57e3fa849f9e admin admin] Publish callbacks [] for security_group (efabaffd-d10d-4fbb-8396-e27280b6dbc2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:43.525623 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1789f449-9092-414b-9e14-57e3fa849f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (efabaffd-d10d-4fbb-8396-e27280b6dbc2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:43.528739 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1789f449-9092-414b-9e14-57e3fa849f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:43.529860 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1789f449-9092-414b-9e14-57e3fa849f9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efabaffd-d10d-4fbb-8396-e27280b6dbc2 HTTP/1.1" status: 204 len: 168 time: 0.1236529 May 19 15:14:43.538509 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f449-9092-414b-9e14-57e3fa849f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efabaffd-d10d-4fbb-8396-e27280b6dbc2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:44.048941 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c1af0bc-5d43-4feb-ad88-8324a39c109f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:45.769549 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-d2c63646-aeb9-4505-a711-0179922699ce tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f2bcd4570a054c0eb8131280512ada61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304503 May 19 15:14:45.960740 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-cb0f3f9b-3021-4cc5-93f0-46e7ccaca7df tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:45.963220 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-cb0f3f9b-3021-4cc5-93f0-46e7ccaca7df tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888776 May 19 15:14:45.977570 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-f64ddd1b-251a-467d-9db2-a90abc806ca4 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/quotas/f2bcd4570a054c0eb8131280512ada61 HTTP/1.1" status: 200 len: 375 time: 0.0089841 May 19 15:14:46.009875 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-9b48b674-9b35-4156-b237-1300396410ad tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2bcd4570a054c0eb8131280512ada61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275633 May 19 15:14:46.280414 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f94d4d21-6b03-450a-8dee-7d85c7de73f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:46.401928 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52984e26-52a6-4d8f-b99f-8df1f23fa547 req-dbb4897b-7399-4a29-a633-351d98be05cc tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 210 time: 0.2601748 May 19 15:14:47.079536 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-c87959c8-3f21-45b6-af11-e0ae68aafdcb tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f2bcd4570a054c0eb8131280512ada61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285983 May 19 15:14:47.266920 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-24cdca0f-c278-4dac-85ac-b92e8cb3b0e1 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:47.268456 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-24cdca0f-c278-4dac-85ac-b92e8cb3b0e1 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830254 May 19 15:14:47.323217 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Request body: {'port': {'device_id': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56', 'admin_state_up': True, 'tenant_id': 'f2bcd4570a054c0eb8131280512ada61'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:14:47.430007 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Made reservation on behalf of f2bcd4570a054c0eb8131280512ada61 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:14:47.433445 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.435150 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.442483 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.503817 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f9be33f-1732-4648-adf1-703614059e60 req-ea8c4ede-f597-4f04-b55d-c3761c8a875d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 210 time: 0.0296428 May 19 15:14:47.524078 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks [] for security_group (703362ef-73b9-4357-bcb1-d39c00cb1a89), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.527821 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (703362ef-73b9-4357-bcb1-d39c00cb1a89), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.592203 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703362ef-73b9-4357-bcb1-d39c00cb1a89,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:47.656858 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Allocated IP 192.168.233.182 (29275e93-a7a5-402e-886a-bc41f90f4b56/7bc3950c-0560-4859-aa2c-e6a851431f33/bee5f3b8-84b6-4451-9e93-c79ec738ea8e) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:14:47.756075 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:47.779271 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:47.805469 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks [] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.836526 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.879601 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Network 29275e93-a7a5-402e-886a-bc41f90f4b56 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:14:47.882640 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:14:47.886265 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:14:47.912917 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Pushing event updated for resources: {'Port': ['ID=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:47.940764 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:47.941373 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:47.958326 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a8cfb59d-c8ee-49a0-a1f9-8411deea20f3 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6396053 May 19 15:14:47.969605 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Request body: {'port': {'device_id': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:14:48.032931 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.077671 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-ad5631a8-a175-4e4e-ad0d-14fc53a5866e None None] Provisioning complete for port bee5f3b8-84b6-4451-9e93-c79ec738ea8e triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:14:48.078283 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ad5631a8-a175-4e4e-ad0d-14fc53a5866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.111010 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ad5631a8-a175-4e4e-ad0d-14fc53a5866e None None] Port bee5f3b8-84b6-4451-9e93-c79ec738ea8e cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:14:48.167633 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51444) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:48.338810 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Deleting port 4b461069-fdc8-4d98-96fd-e3a9a341029a {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:48.339323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.439302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.439782 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for floatingip (4b461069-fdc8-4d98-96fd-e3a9a341029a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.454011 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Calling delete_port for 4b461069-fdc8-4d98-96fd-e3a9a341029a owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:48.601674 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee5f3b8-84b6-4451-9e93-c79ec738ea8e {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:14:48.610740 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Publish callbacks [] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.655680 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d523e-e9ac-4b8f-b8f7-d51a8b8b2bf0 req-e49a978c-a64e-42f8-a961-12bcd5796092 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:48.657435 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-003d523e-e9ac-4b8f-b8f7-d51a8b8b2bf0 req-e49a978c-a64e-42f8-a961-12bcd5796092 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 936 time: 0.0765135 May 19 15:14:48.661946 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.670850 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:48.699004 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Transition to ACTIVE for port object bee5f3b8-84b6-4451-9e93-c79ec738ea8e will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:14:48.699352 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (4b461069-fdc8-4d98-96fd-e3a9a341029a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.703327 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.714777 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:48.750549 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event deleted for resources: {'Port': ['ID=4b461069-fdc8-4d98-96fd-e3a9a341029a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:48.778122 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-003d523e-e9ac-4b8f-b8f7-d51a8b8b2bf0 req-a55fd5b0-451c-4005-97c1-528ba0404733 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102865 May 19 15:14:48.782847 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:48.819637 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for floatingip (66f00eb0-4128-4654-8286-d5777fadcf90), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.820067 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Floating IP 66f00eb0-4128-4654-8286-d5777fadcf90 disassociated (deleted). External IP: 172.27.2.147, port: 5a44dc9e-4dbb-4932-b730-880e5d1f89e8. May 19 15:14:48.840388 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Attempting to bind port bee5f3b8-84b6-4451-9e93-c79ec738ea8e on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:14:48.840719 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Attempting to bind port bee5f3b8-84b6-4451-9e93-c79ec738ea8e by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:14:48.841042 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Attempting to bind port bee5f3b8-84b6-4451-9e93-c79ec738ea8e on network 29275e93-a7a5-402e-886a-bc41f90f4b56 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:14:48.845981 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Port bee5f3b8-84b6-4451-9e93-c79ec738ea8e on network 29275e93-a7a5-402e-886a-bc41f90f4b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:14:48.846457 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Attempting to bind port bee5f3b8-84b6-4451-9e93-c79ec738ea8e on network 29275e93-a7a5-402e-886a-bc41f90f4b56 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:14:48.852716 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:14:48.852979 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Checking segment: {'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:14:48.853361 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Bound using segment: {'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:14:48.853944 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Bound port: bee5f3b8-84b6-4451-9e93-c79ec738ea8e, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3211b1f1-4778-46f4-8df6-09a189839505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:14:48.854303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.921726 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:48.927575 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:48.929004 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] For port bee5f3b8-84b6-4451-9e93-c79ec738ea8e, host hv-cinder-82549, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:14:48.934136 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] For port bee5f3b8-84b6-4451-9e93-c79ec738ea8e, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,segment=NetworkSegment(3211b1f1-4778-46f4-8df6-09a189839505),segment_id=3211b1f1-4778-46f4-8df6-09a189839505)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:14:48.945639 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.980305 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:48.980913 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:48.982308 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] 10.222.0.49 "PUT /v2.0/ports/bee5f3b8-84b6-4451-9e93-c79ec738ea8e HTTP/1.1" status: 200 len: 1098 time: 1.0168068 May 19 15:14:48.982741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'tag': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:48.985032 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcf7197-36e6-47cf-bbd3-dc767165b313", "tag": "bee5f3b8-84b6-4451-9e93-c79ec738ea8e"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:49.063367 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9dcb46-9a40-4ba5-b436-11a1c475547c x-openstack-request-id: req-3e9dcb46-9a40-4ba5-b436-11a1c475547c {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:49.063651 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcf7197-36e6-47cf-bbd3-dc767165b313", "tag": "bee5f3b8-84b6-4451-9e93-c79ec738ea8e", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:49.063904 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e9dcb46-9a40-4ba5-b436-11a1c475547c {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:49.064303 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9dcb46-9a40-4ba5-b436-11a1c475547c'] response: {'name': 'network-changed', 'server_uuid': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'tag': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e', 'status': 'completed', 'code': 200} May 19 15:14:49.072621 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56b654-f595-4dfb-a968-765b221d8e89 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:49.080593 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-f2c309b0-3ec8-4fc0-ace6-82c668110852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:49.082088 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-f2c309b0-3ec8-4fc0-ace6-82c668110852 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2bcd4570a054c0eb8131280512ada61&device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 1132 time: 0.0564799 May 19 15:14:49.095233 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Router 98cf1c50-3f87-444e-a143-60028c7aa5fb has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:14:49.147475 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-89008f3d-5af9-4b3d-a2e3-8e41d0bf6081 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=bee5f3b8-84b6-4451-9e93-c79ec738ea8e HTTP/1.1" status: 200 len: 217 time: 0.0389662 May 19 15:14:49.199546 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a20a53a6-2a7b-4459-a9fb-7badf80514da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:49.201013 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-a20a53a6-2a7b-4459-a9fb-7badf80514da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bc3950c-0560-4859-aa2c-e6a851431f33 HTTP/1.1" status: 200 len: 843 time: 0.0466788 May 19 15:14:49.206126 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:14:49.211138 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:49.218891 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] Sync routers for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:14:49.228524 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:14:49.229122 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:49.241025 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-22eba375-4119-4c11-b085-fbdcc797f306 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "DELETE /v2.0/floatingips/66f00eb0-4128-4654-8286-d5777fadcf90 HTTP/1.1" status: 204 len: 168 time: 1.0720317 May 19 15:14:49.241594 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:49.243902 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42" -d '{"events": [{"name": "network-changed", "server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:49.254943 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-32641bba-1595-46a0-b23b-afca3368df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:49.257115 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-32641bba-1595-46a0-b23b-afca3368df9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=29275e93-a7a5-402e-886a-bc41f90f4b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0495067 May 19 15:14:49.283840 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f148a97-1bfa-4ced-8df0-d7c497285775 x-openstack-request-id: req-3f148a97-1bfa-4ced-8df0-d7c497285775 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:49.284151 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:49.284405 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f148a97-1bfa-4ced-8df0-d7c497285775 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:49.284804 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f148a97-1bfa-4ced-8df0-d7c497285775'] response: {'name': 'network-changed', 'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'status': 'completed', 'code': 200} May 19 15:14:49.381669 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:14:49.394665 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-a912601c-6710-4bcd-8dec-b8c45e6cbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:49.396194 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-a912601c-6710-4bcd-8dec-b8c45e6cbc66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 1130 time: 0.0623960 May 19 15:14:49.458465 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-2162c22d-c1de-45d6-b64e-cce8afab29bd service neutron] 10.222.0.49 "GET /v2.0/networks/29275e93-a7a5-402e-886a-bc41f90f4b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935089 May 19 15:14:49.507284 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea095fc-7157-4815-9555-08bb30ea4c5a req-f2af1a2c-b192-4ff1-8198-3b1da9570c2c tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:49.510674 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-84b11c05-acae-4d17-b64c-499197f7716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:49.512242 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-84b11c05-acae-4d17-b64c-499197f7716c service neutron] 10.222.0.49 "GET /v2.0/networks?id=06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 200 len: 910 time: 0.1078620 May 19 15:14:49.514055 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9ea095fc-7157-4815-9555-08bb30ea4c5a req-f2af1a2c-b192-4ff1-8198-3b1da9570c2c tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0538576 May 19 15:14:49.557038 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9ea095fc-7157-4815-9555-08bb30ea4c5a req-6666a58d-0603-404d-9a9b-dbe793dbdca2 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 May 19 15:14:49.583148 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 5, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:49.606531 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] Checking router: 98cf1c50-3f87-444e-a143-60028c7aa5fb for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:14:49.614769 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:14:49.615838 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:49.712828 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:14:49.890170 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 5, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:49.895141 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f16d-c63f-4d32-8a7b-78f2259d7da3 req-4d31eb5e-09b8-46fa-8d21-c5ad49ec0034 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:49.896651 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5aa6f16d-c63f-4d32-8a7b-78f2259d7da3 req-4d31eb5e-09b8-46fa-8d21-c5ad49ec0034 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 948 time: 0.0475791 May 19 15:14:49.917889 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8f13d-4aef-478d-b045-bf0a66e4c5d3 None None] The sync data for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi is: [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:10Z', 'revision_number': 4, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'd487cd3f-0c8a-4eba-97da-f92b29fe486e', 'name': '', 'network_id': '06b3cf68-e062-43e2-bf1d-14e41af70353', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'mac_address': 'fa:16:3e:aa:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:09Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 5, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'subnets': [{'id': '19391d12-f5b5-465c-8ba4-7f30e5694ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:14:49.949930 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5aa6f16d-c63f-4d32-8a7b-78f2259d7da3 req-a5959fda-791f-4bd1-8e6a-f8d4d6a8b7bb tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 May 19 15:14:50.138292 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d549d8-e2a7-4243-9821-e38a4ba6186d None None] New status for floating IP 66f00eb0-4128-4654-8286-d5777fadcf90: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:14:50.333685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:50.532030 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-091964ec-0cba-41f8-b04e-d2f6ebfb9ef1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 200 len: 217 time: 0.0692024 May 19 15:14:50.608433 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-75bbcc53-26b4-4c4f-9403-e72f6521df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:50.609886 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-75bbcc53-26b4-4c4f-9403-e72f6521df87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 200 len: 848 time: 0.0687847 May 19 15:14:50.613270 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10007ef8-5a23-4b10-8d8e-683f93f91c0f req-62ede4d0-f907-40d9-8f99-caa7d4784ac9 service neutron] 10.222.0.49 "GET /v2.0/networks/29275e93-a7a5-402e-886a-bc41f90f4b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587315 May 19 15:14:50.679435 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-a6231371-e663-4de1-82e9-6e3701880e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:50.679724 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c6b67-5d65-4c36-8a18-bf0c27407cdc req-bff30f59-f238-40f4-b07d-fda1b5d038eb tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:50.680936 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-a6231371-e663-4de1-82e9-6e3701880e8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06b3cf68-e062-43e2-bf1d-14e41af70353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412445 May 19 15:14:50.681088 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-147c6b67-5d65-4c36-8a18-bf0c27407cdc req-bff30f59-f238-40f4-b07d-fda1b5d038eb tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0528102 May 19 15:14:50.729569 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-147c6b67-5d65-4c36-8a18-bf0c27407cdc req-883ab227-2485-48b2-8260-18aab97fc063 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 May 19 15:14:51.063522 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b5063-4e1d-4d41-a555-cb71512543ff req-ef0167b6-e705-492c-accc-194fa2fa4a8e tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:51.064984 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-672b5063-4e1d-4d41-a555-cb71512543ff req-ef0167b6-e705-492c-accc-194fa2fa4a8e tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 948 time: 0.0468473 May 19 15:14:51.111839 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-672b5063-4e1d-4d41-a555-cb71512543ff req-cc88233d-3196-4ee4-886e-946a28e38f09 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 May 19 15:14:51.713778 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-ca50c98a-9d0f-444d-948c-cb8792ed9a2c tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:51.714047 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-85a68fe1-af74-42a2-a635-7fd9bb852bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:51.715299 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-ca50c98a-9d0f-444d-948c-cb8792ed9a2c tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.49 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0504694 May 19 15:14:51.716270 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-85a68fe1-af74-42a2-a635-7fd9bb852bb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2bcd4570a054c0eb8131280512ada61&device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 1132 time: 0.0811172 May 19 15:14:51.750385 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-f7d326ee-13e2-4f12-8be6-35562d85b06b service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232953 May 19 15:14:51.841161 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d311-3731-46cc-82b6-c707b364606a req-7ed9c639-1d9c-42f0-842f-0e8fbac2ec60 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:51.842516 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b845d311-3731-46cc-82b6-c707b364606a req-7ed9c639-1d9c-42f0-842f-0e8fbac2ec60 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 946 time: 0.0466311 May 19 15:14:51.916150 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b845d311-3731-46cc-82b6-c707b364606a req-14f464e7-0dfe-4acd-a43c-71e8f9138231 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681665 May 19 15:14:51.918840 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:51.988093 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:52.003024 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Deleting port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:52.003385 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:52.019768 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:52.058850 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-d36d1be5-3a12-477a-870a-9c9fc9dc205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:52.060967 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-d36d1be5-3a12-477a-870a-9c9fc9dc205d service neutron] 10.222.0.49 "GET /v2.0/networks?id=29275e93-a7a5-402e-886a-bc41f90f4b56 HTTP/1.1" status: 200 len: 870 time: 0.1753252 May 19 15:14:52.062774 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f0106f41-43f6-4ed5-83d4-7b8eb1a14a42 req-58801474-3019-4cf2-89b9-e92345c517c9 service neutron] 10.222.0.49 "GET /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852534 May 19 15:14:52.096247 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] For port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:52.096825 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:52.103329 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-414187b9-d794-4598-b147-7da0c923914d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=bee5f3b8-84b6-4451-9e93-c79ec738ea8e HTTP/1.1" status: 200 len: 217 time: 0.0318971 May 19 15:14:52.116082 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Calling delete_port for 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:52.138581 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:52.153379 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-c478168c-3fc8-4d40-a8ee-9d25c3376511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:52.155022 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-c478168c-3fc8-4d40-a8ee-9d25c3376511 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bc3950c-0560-4859-aa2c-e6a851431f33 HTTP/1.1" status: 200 len: 843 time: 0.0462828 May 19 15:14:52.200224 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-c6383584-ab5c-4b71-9283-943cbeb2e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:52.201826 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-c6383584-ab5c-4b71-9283-943cbeb2e021 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=29275e93-a7a5-402e-886a-bc41f90f4b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0403781 May 19 15:14:52.242570 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d716d04-ec5b-437f-ac4b-a459a4f8aa14 req-e6b8de25-2a93-489f-9957-0900ca9824a7 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:52.244259 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5d716d04-ec5b-437f-ac4b-a459a4f8aa14 req-e6b8de25-2a93-489f-9957-0900ca9824a7 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 948 time: 0.0550134 May 19 15:14:52.296765 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-41958eff-06ed-432a-962a-cb4bd1b1c82a service neutron] 10.222.0.49 "GET /v2.0/networks/29275e93-a7a5-402e-886a-bc41f90f4b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884516 May 19 15:14:52.321474 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (5a44dc9e-4dbb-4932-b730-880e5d1f89e8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:52.339779 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5d716d04-ec5b-437f-ac4b-a459a4f8aa14 req-1b67b705-be72-401a-bba3-8e5da4831019 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766606 May 19 15:14:52.356937 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event deleted for resources: {'Port': ['ID=5a44dc9e-4dbb-4932-b730-880e5d1f89e8,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:52.365877 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device bee5f3b8-84b6-4451-9e93-c79ec738ea8e details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:14:52.417078 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d91a993-58be-4e0b-a3a2-5c74d5cbda43 req-1201afb1-5d2c-441e-97db-23718ef67a6c service neutron] 10.222.0.49 "GET /v2.0/networks/29275e93-a7a5-402e-886a-bc41f90f4b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134436 May 19 15:14:52.426544 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] No DVR routers for this DVR port 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 on host hv-cinder-82549 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:14:52.429787 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:52.433364 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e6bee29b-71a9-4bb0-b194-82d095f7e280 req-71251b20-99b9-4c01-a1a0-c9220b6f836f tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.49 "DELETE /v2.0/ports/5a44dc9e-4dbb-4932-b730-880e5d1f89e8 HTTP/1.1" status: 204 len: 173 time: 0.5542521 May 19 15:14:52.433890 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-deleted', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:52.437011 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b6999-b45f-4bcf-a934-e0e664693c32" -d '{"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-deleted", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:52.475764 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aa2cca-c2c9-4de8-b704-fa73f46d89c7 x-openstack-request-id: req-86aa2cca-c2c9-4de8-b704-fa73f46d89c7 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:52.476112 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d166a7-9804-44f0-8e9a-a901a6a29cdc", "name": "network-vif-deleted", "tag": "5a44dc9e-4dbb-4932-b730-880e5d1f89e8", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:52.476427 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86aa2cca-c2c9-4de8-b704-fa73f46d89c7 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:52.476855 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86aa2cca-c2c9-4de8-b704-fa73f46d89c7'] response: {'server_uuid': '81d166a7-9804-44f0-8e9a-a901a6a29cdc', 'name': 'network-vif-deleted', 'tag': '5a44dc9e-4dbb-4932-b730-880e5d1f89e8', 'status': 'completed', 'code': 200} May 19 15:14:52.481852 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port bee5f3b8-84b6-4451-9e93-c79ec738ea8e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,segment=NetworkSegment(3211b1f1-4778-46f4-8df6-09a189839505),segment_id=3211b1f1-4778-46f4-8df6-09a189839505)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:52.496270 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e', 'network_id': '29275e93-a7a5-402e-886a-bc41f90f4b56', 'port_id': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e', 'mac_address': 'fa:16:3e:b8:42:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc3950c-0560-4859-aa2c-e6a851431f33', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:14:52.534970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port bee5f3b8-84b6-4451-9e93-c79ec738ea8e is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:14:52.535413 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:52.548642 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee5f3b8-84b6-4451-9e93-c79ec738ea8e {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:14:52.568050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port bee5f3b8-84b6-4451-9e93-c79ec738ea8e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,segment=NetworkSegment(3211b1f1-4778-46f4-8df6-09a189839505),segment_id=3211b1f1-4778-46f4-8df6-09a189839505)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:52.571472 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:52.617471 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:52.626851 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.627212 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.627558 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.627894 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.628222 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.628553 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.628984 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.629317 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.629738 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.629963 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.630289 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.630608 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.630932 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.631275 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.631595 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:14:52.844663 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['bee5f3b8-84b6-4451-9e93-c79ec738ea8e'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:14:53.032729 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1e0e4e79-9d14-4961-9421-257ca488552c req-783e2a7f-dc4b-4a39-abee-38bc666b6383 tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d166a7-9804-44f0-8e9a-a901a6a29cdc HTTP/1.1" status: 200 len: 210 time: 0.0325842 May 19 15:14:53.462447 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b9fc1-c52a-4ea3-abc1-ece3decc8ef8 req-3fb3dd32-2d46-4b8c-be34-e9450b2b6686 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:53.463945 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-647b9fc1-c52a-4ea3-abc1-ece3decc8ef8 req-3fb3dd32-2d46-4b8c-be34-e9450b2b6686 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 949 time: 0.0484877 May 19 15:14:53.515833 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-647b9fc1-c52a-4ea3-abc1-ece3decc8ef8 req-3abacfc4-27f8-4200-a390-da4a970c71d7 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 May 19 15:14:54.090162 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51494) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:54.147447 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a3c560f5-9964-40b2-8672-e9df96e3e70e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group (50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.172695 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a3c560f5-9964-40b2-8672-e9df96e3e70e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group (50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.232521 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a3c560f5-9964-40b2-8672-e9df96e3e70e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.235027 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a3c560f5-9964-40b2-8672-e9df96e3e70e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.236196 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a3c560f5-9964-40b2-8672-e9df96e3e70e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] 10.222.0.24 "DELETE /v2.0/security-groups/50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0 HTTP/1.1" status: 204 len: 168 time: 0.1458275 May 19 15:14:54.245601 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c560f5-9964-40b2-8672-e9df96e3e70e tempest-TestShelveInstance-1586969170 tempest-TestShelveInstance-1586969170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e5e643-4528-4bd0-bf05-3ecd7bfa3fb0,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:54.280949 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51498) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:54.384727 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device bee5f3b8-84b6-4451-9e93-c79ec738ea8e up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:14:54.425787 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port bee5f3b8-84b6-4451-9e93-c79ec738ea8e completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:14:54.431436 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port bee5f3b8-84b6-4451-9e93-c79ec738ea8e triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:14:54.432529 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.505171 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:54.508139 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port bee5f3b8-84b6-4451-9e93-c79ec738ea8e is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:14:54.508520 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.527786 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:54.537425 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:54.540020 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a433d45-106d-4769-be6a-7dfef90b855c" -d '{"events": [{"server_uuid": "6dcf7197-36e6-47cf-bbd3-dc767165b313", "name": "network-vif-plugged", "status": "completed", "tag": "bee5f3b8-84b6-4451-9e93-c79ec738ea8e"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:54.553325 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port bee5f3b8-84b6-4451-9e93-c79ec738ea8e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,segment=NetworkSegment(3211b1f1-4778-46f4-8df6-09a189839505),segment_id=3211b1f1-4778-46f4-8df6-09a189839505)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:54.558882 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.559952 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:14:54.584640 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:14:54.584978 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 5a44dc9e-4dbb-4932-b730-880e5d1f89e8 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:14:54.607077 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91818ec0-9775-4de8-a0a3-839d95f17ca4 x-openstack-request-id: req-91818ec0-9775-4de8-a0a3-839d95f17ca4 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:54.607382 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcf7197-36e6-47cf-bbd3-dc767165b313", "name": "network-vif-plugged", "status": "completed", "tag": "bee5f3b8-84b6-4451-9e93-c79ec738ea8e", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:54.607632 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91818ec0-9775-4de8-a0a3-839d95f17ca4 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:54.608023 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91818ec0-9775-4de8-a0a3-839d95f17ca4'] response: {'server_uuid': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e', 'code': 200} May 19 15:14:54.622847 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (98cf1c50-3f87-444e-a143-60028c7aa5fb), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.634429 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:54.664593 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8618f-ee36-4ddd-8ee4-24bcaa6df5de req-53580bcf-4903-46c7-998f-d5cf3f77849b tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:54.666063 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cac8618f-ee36-4ddd-8ee4-24bcaa6df5de req-53580bcf-4903-46c7-998f-d5cf3f77849b tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 950 time: 0.0483181 May 19 15:14:54.721155 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cac8618f-ee36-4ddd-8ee4-24bcaa6df5de req-85c88847-909e-4b85-91e0-5bd4d1e87e8e tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 May 19 15:14:54.788957 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:54.866863 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Deleting port d487cd3f-0c8a-4eba-97da-f92b29fe486e {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:54.867101 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.868566 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:54.954885 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] For port d487cd3f-0c8a-4eba-97da-f92b29fe486e, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=d487cd3f-0c8a-4eba-97da-f92b29fe486e,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:54.955398 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:54.969194 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Calling delete_port for d487cd3f-0c8a-4eba-97da-f92b29fe486e owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:55.068883 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902510-ca56-4c6c-8f12-dd80f02d54e0 req-c2e4bf98-e16d-454d-8ba5-14dcf0ef29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:55.070374 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29902510-ca56-4c6c-8f12-dd80f02d54e0 req-c2e4bf98-e16d-454d-8ba5-14dcf0ef29ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 1134 time: 0.0458908 May 19 15:14:55.113433 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29902510-ca56-4c6c-8f12-dd80f02d54e0 req-757e74e7-98f8-4ca5-b627-0b2bc98202df service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 May 19 15:14:55.179681 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (d487cd3f-0c8a-4eba-97da-f92b29fe486e), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:55.206029 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d487cd3f-0c8a-4eba-97da-f92b29fe486e,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:55.370693 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (98cf1c50-3f87-444e-a143-60028c7aa5fb), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:55.809997 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Router 98cf1c50-3f87-444e-a143-60028c7aa5fb has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:14:55.847988 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153f17-3c06-481d-aa3b-2cd828294e45 req-66e63055-bc1e-4a07-a246-a086886f0ba0 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:55.850422 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-62153f17-3c06-481d-aa3b-2cd828294e45 req-66e63055-bc1e-4a07-a246-a086886f0ba0 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 950 time: 0.0571585 May 19 15:14:55.861628 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:55.907775 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-62153f17-3c06-481d-aa3b-2cd828294e45 req-1b3c0d9c-879c-4e6c-9566-bbebe5569cbb tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483201 May 19 15:14:55.921857 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:14:55.929138 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-15840f2a-667e-48fa-8ae0-e81986e7a4ab admin admin] 10.222.0.24 "PUT /v2.0/routers/98cf1c50-3f87-444e-a143-60028c7aa5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6448405 May 19 15:14:55.930040 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51514) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:55.932333 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2329098-85da-4655-b279-5635a6f5261d None None] Sync routers for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:14:55.942122 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:14:55.942810 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:56.037967 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks [] for router (98cf1c50-3f87-444e-a143-60028c7aa5fb), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.039397 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:56.044983 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:14:56.158531 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks [] for router_gateway (98cf1c50-3f87-444e-a143-60028c7aa5fb), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.174453 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:56.206657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Deleting port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:56.207228 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.238988 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:14:55Z', 'revision_number': 5, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port': {'id': '45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:56.264579 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2329098-85da-4655-b279-5635a6f5261d None None] Checking router: 98cf1c50-3f87-444e-a143-60028c7aa5fb for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:14:56.275227 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] Routers {'98cf1c50-3f87-444e-a143-60028c7aa5fb'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:14:56.275843 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['98cf1c50-3f87-444e-a143-60028c7aa5fb'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:56.296014 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] For port 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:56.296280 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.310148 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Calling delete_port for 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:56.376878 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:56.394755 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] Set router 98cf1c50-3f87-444e-a143-60028c7aa5fb gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:14:56.509278 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.534922 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:56.545961 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f2329098-85da-4655-b279-5635a6f5261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:14:56Z', 'revision_number': 6, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:56.570213 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2329098-85da-4655-b279-5635a6f5261d None None] The sync data for ids ['98cf1c50-3f87-444e-a143-60028c7aa5fb'] in dv-cinder-825492-12-iscsi is: [{'id': '98cf1c50-3f87-444e-a143-60028c7aa5fb', 'name': 'tempest-TestShelveInstance-2027729511-router', 'tenant_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:07Z', 'updated_at': '2022-05-19T15:14:56Z', 'revision_number': 6, 'project_id': 'ee9ba7310e7e4d558dba77f08668b77b', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:14:56.606417 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (98cf1c50-3f87-444e-a143-60028c7aa5fb), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.698091 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (98cf1c50-3f87-444e-a143-60028c7aa5fb), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.700493 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks [] for router_controller (98cf1c50-3f87-444e-a143-60028c7aa5fb), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.742390 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (98cf1c50-3f87-444e-a143-60028c7aa5fb), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.742962 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98cf1c50-3f87-444e-a143-60028c7aa5fb {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:14:56.748638 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.749758 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e198701c-15a5-4c05-a7ce-ce89bcfa7a6a admin admin] 10.222.0.24 "DELETE /v2.0/routers/98cf1c50-3f87-444e-a143-60028c7aa5fb HTTP/1.1" status: 204 len: 168 time: 0.8195071 May 19 15:14:56.752210 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51524) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:56.787588 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:56.796695 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] Deleting subnet 19391d12-f5b5-465c-8ba4-7f30e5694ab5 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:14:56.800474 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] Publish callbacks [] for subnet (19391d12-f5b5-465c-8ba4-7f30e5694ab5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.839285 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (19391d12-f5b5-465c-8ba4-7f30e5694ab5), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.911797 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (19391d12-f5b5-465c-8ba4-7f30e5694ab5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:56.970379 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (19391d12-f5b5-465c-8ba4-7f30e5694ab5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.003883 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19391d12-f5b5-465c-8ba4-7f30e5694ab5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:57.007823 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.011916 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-30c19ec5-184c-4f11-ba72-0e7cec99fe26 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/19391d12-f5b5-465c-8ba4-7f30e5694ab5 HTTP/1.1" status: 204 len: 168 time: 0.2587638 May 19 15:14:57.014311 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51528) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:57.014842 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61031d-df7e-464a-8974-f2695851e17d None None] Network 06b3cf68-e062-43e2-bf1d-14e41af70353 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:14:57.024782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:57.041965 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4780e3d-b977-43bc-bcda-1d694b89b3b4 req-63bbfae3-7cb8-4aec-92c4-605f4a60eba7 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:57.044299 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a4780e3d-b977-43bc-bcda-1d694b89b3b4 req-63bbfae3-7cb8-4aec-92c4-605f4a60eba7 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 950 time: 0.0625982 May 19 15:14:57.090163 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (06b3cf68-e062-43e2-bf1d-14e41af70353), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.098541 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:57.103779 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a4780e3d-b977-43bc-bcda-1d694b89b3b4 req-f46146c2-457e-4fe0-8577-a3f552fec277 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516570 May 19 15:14:57.138097 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Deleting port ca82c441-7b53-4f12-9331-99091142d522 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:57.138438 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (ca82c441-7b53-4f12-9331-99091142d522), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.211243 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] For port ca82c441-7b53-4f12-9331-99091142d522, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=ca82c441-7b53-4f12-9331-99091142d522,segment=NetworkSegment(8e3e4659-fce7-475f-9131-d32502bb3394),segment_id=8e3e4659-fce7-475f-9131-d32502bb3394)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:57.211813 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (ca82c441-7b53-4f12-9331-99091142d522), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.224296 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Calling delete_port for ca82c441-7b53-4f12-9331-99091142d522 owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:57.304168 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (ca82c441-7b53-4f12-9331-99091142d522), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.334651 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca82c441-7b53-4f12-9331-99091142d522,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:57.338036 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] No DVR routers for this DVR port ca82c441-7b53-4f12-9331-99091142d522 on host dv-cinder-825492-12-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:14:57.392347 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4a7f-3273-4b0a-9d1e-b157e843ae0a req-f9d202c2-b888-4fa6-ad3f-db21961a7b15 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:57.401004 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ef33c-80de-4e02-83dd-df4ad088e04c None None] DHCP port deletion for 06b3cf68-e062-43e2-bf1d-14e41af70353 request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:14:57.414929 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c64b4a7f-3273-4b0a-9d1e-b157e843ae0a req-f9d202c2-b888-4fa6-ad3f-db21961a7b15 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 950 time: 0.0879283 May 19 15:14:57.436236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (06b3cf68-e062-43e2-bf1d-14e41af70353), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.464860 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b3cf68-e062-43e2-bf1d-14e41af70353']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:57.476864 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3e4659-fce7-475f-9131-d32502bb3394') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:57.477182 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3e4659-fce7-475f-9131-d32502bb3394') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:57.489045 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (8e3e4659-fce7-475f-9131-d32502bb3394), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.492373 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c64b4a7f-3273-4b0a-9d1e-b157e843ae0a req-dfe2520b-2ac5-4342-b1e7-4697ee66d0f2 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713451 May 19 15:14:57.509750 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d487cd3f-0c8a-4eba-97da-f92b29fe486e no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:14:57.516806 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (8e3e4659-fce7-475f-9131-d32502bb3394), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.525531 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:14:57.525966 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (8e3e4659-fce7-475f-9131-d32502bb3394), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:14:57.527850 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:14:57.542653 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: d487cd3f-0c8a-4eba-97da-f92b29fe486e {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:14:57.543134 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d487cd3f-0c8a-4eba-97da-f92b29fe486e not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:14:57.543688 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:14:57.575272 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:14:57.575802 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 45aadf0f-8e49-4d92-bc3f-6cc0144d7cb5 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:14:57.576326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device ca82c441-7b53-4f12-9331-99091142d522 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:14:57.596546 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: ca82c441-7b53-4f12-9331-99091142d522 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:14:57.597045 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device ca82c441-7b53-4f12-9331-99091142d522 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:14:57.597203 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (06b3cf68-e062-43e2-bf1d-14e41af70353), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.607576 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:57.610676 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/06b3cf68-e062-43e2-bf1d-14e41af70353 HTTP/1.1" status: 204 len: 168 time: 0.5954192 May 19 15:14:57.613594 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51542) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:57.622908 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840763bd-905f-4635-91bb-bfe8c3420dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b3cf68-e062-43e2-bf1d-14e41af70353,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:57.664441 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:57.987222 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:58.513176 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Deleting port 81914ffe-dd88-4f14-9289-27b674dbcac6 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:58.513813 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:58.664063 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233119c-c5e6-47e0-994b-6e9f9f035227 req-74031ca7-6ccf-4a69-bf24-86ba734110fe tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:58.665529 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c233119c-c5e6-47e0-994b-6e9f9f035227 req-74031ca7-6ccf-4a69-bf24-86ba734110fe tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 950 time: 0.0996633 May 19 15:14:58.667289 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] For port 81914ffe-dd88-4f14-9289-27b674dbcac6, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=81914ffe-dd88-4f14-9289-27b674dbcac6,segment=NetworkSegment(23c9cee1-bfd5-48fd-94e6-3014f786a7aa),segment_id=23c9cee1-bfd5-48fd-94e6-3014f786a7aa)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:58.667641 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:58.688374 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-f16e3172-1fbe-4684-9aa5-7657faab81c0 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:14:58.689740 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-f16e3172-1fbe-4684-9aa5-7657faab81c0 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 950 time: 0.1097383 May 19 15:14:58.709360 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Calling delete_port for 81914ffe-dd88-4f14-9289-27b674dbcac6 owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:58.753310 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:58.822721 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c233119c-c5e6-47e0-994b-6e9f9f035227 req-0ee0c98c-e780-49cf-a683-f0bdd0660795 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/security-groups?id=703362ef-73b9-4357-bcb1-d39c00cb1a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507354 May 19 15:14:58.855646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Deleting port bee5f3b8-84b6-4451-9e93-c79ec738ea8e {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:14:58.855932 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:58.870864 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:59.002276 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] For port bee5f3b8-84b6-4451-9e93-c79ec738ea8e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,segment=NetworkSegment(3211b1f1-4778-46f4-8df6-09a189839505),segment_id=3211b1f1-4778-46f4-8df6-09a189839505)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:14:59.002669 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:59.017974 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Calling delete_port for bee5f3b8-84b6-4451-9e93-c79ec738ea8e owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:14:59.110272 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (81914ffe-dd88-4f14-9289-27b674dbcac6), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:59.141142 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Pushing event deleted for resources: {'Port': ['ID=81914ffe-dd88-4f14-9289-27b674dbcac6,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:59.297548 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (bee5f3b8-84b6-4451-9e93-c79ec738ea8e), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:59.309828 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['bee5f3b8-84b6-4451-9e93-c79ec738ea8e'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:14:59.339870 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Pushing event deleted for resources: {'Port': ['ID=bee5f3b8-84b6-4451-9e93-c79ec738ea8e,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:14:59.419755 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:59.421841 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] No DVR routers for this DVR port bee5f3b8-84b6-4451-9e93-c79ec738ea8e on host hv-cinder-82549 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:14:59.425353 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:59.428566 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-796c0f6f-1e51-4a86-9072-c8a21e575762 req-d06b69bb-ed93-4534-bb56-1da71f932f3d tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.49 "DELETE /v2.0/ports/bee5f3b8-84b6-4451-9e93-c79ec738ea8e HTTP/1.1" status: 204 len: 173 time: 0.7319152 May 19 15:14:59.429078 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'name': 'network-vif-deleted', 'tag': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:14:59.432014 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb678f9-4429-402b-90c6-e717d4eb20f4" -d '{"events": [{"server_uuid": "6dcf7197-36e6-47cf-bbd3-dc767165b313", "name": "network-vif-deleted", "tag": "bee5f3b8-84b6-4451-9e93-c79ec738ea8e"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:14:59.510976 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c0d99-5f90-4574-8117-78ce3f033ab0 x-openstack-request-id: req-9b0c0d99-5f90-4574-8117-78ce3f033ab0 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:14:59.511299 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcf7197-36e6-47cf-bbd3-dc767165b313", "name": "network-vif-deleted", "tag": "bee5f3b8-84b6-4451-9e93-c79ec738ea8e", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:14:59.511554 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b0c0d99-5f90-4574-8117-78ce3f033ab0 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:14:59.511960 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0c0d99-5f90-4574-8117-78ce3f033ab0'] response: {'server_uuid': '6dcf7197-36e6-47cf-bbd3-dc767165b313', 'name': 'network-vif-deleted', 'tag': 'bee5f3b8-84b6-4451-9e93-c79ec738ea8e', 'status': 'completed', 'code': 200} May 19 15:14:59.612592 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:59.671992 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:14:59.678520 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:14:59.773990 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:14:59.779649 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-57170d2e-88f2-41f5-a33c-55af1b311688 admin admin] 10.222.0.24 "PUT /v2.0/routers/7d6eb51a-8909-4fe7-8b8c-f99bad82c98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1650646 May 19 15:14:59.781853 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51556) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:14:59.782399 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] Sync routers for ids ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:14:59.795102 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] Routers {'7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:14:59.795736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:14:59.900136 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks [] for router (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:14:59.929888 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] Set router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:14:59.971286 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70c1f8b7-b753-46d1-9809-1142f6455444 req-856f852f-0dc4-420b-b202-70d941c79523 tempest-VolumesNegativeTest-1633496481 tempest-VolumesNegativeTest-1633496481-project] 10.222.0.24 "GET /v2.0/ports?device_id=6dcf7197-36e6-47cf-bbd3-dc767165b313 HTTP/1.1" status: 200 len: 210 time: 0.0352380 May 19 15:15:00.031948 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks [] for router_gateway (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.074836 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Deleting port 64069e6e-d264-42e8-a18f-402159934403 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:00.075157 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (64069e6e-d264-42e8-a18f-402159934403), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.101876 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '64069e6e-d264-42e8-a18f-402159934403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:14:59Z', 'revision_number': 5, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port': {'id': '64069e6e-d264-42e8-a18f-402159934403', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:00.130641 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] Checking router: 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:15:00.139649 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] Routers {'7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:00.140245 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:00.158760 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] For port 64069e6e-d264-42e8-a18f-402159934403, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=64069e6e-d264-42e8-a18f-402159934403,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:00.159122 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (64069e6e-d264-42e8-a18f-402159934403), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.171747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Calling delete_port for 64069e6e-d264-42e8-a18f-402159934403 owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:00.222054 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] Set router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:00.270030 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:15:00Z', 'revision_number': 6, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:00.293800 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31bb559-614f-46dd-912a-68d711960ca6 None None] The sync data for ids ['7d6eb51a-8909-4fe7-8b8c-f99bad82c98d'] in dv-cinder-825492-12-iscsi is: [{'id': '7d6eb51a-8909-4fe7-8b8c-f99bad82c98d', 'name': 'tempest-TestShelveInstance-1125983286-router', 'tenant_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:12Z', 'updated_at': '2022-05-19T15:15:00Z', 'revision_number': 6, 'project_id': 'c02cc267fc614f1fb0ff3b573b244a9b', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:15:00.339941 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (64069e6e-d264-42e8-a18f-402159934403), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.363079 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Pushing event deleted for resources: {'Port': ['ID=64069e6e-d264-42e8-a18f-402159934403,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:00.431376 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.517907 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.519409 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:00.521108 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks [] for router_controller (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.566907 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (7d6eb51a-8909-4fe7-8b8c-f99bad82c98d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.567669 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6eb51a-8909-4fe7-8b8c-f99bad82c98d {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:15:00.572025 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.573176 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b8e0a6be-11a1-4b15-aed0-992040e8b865 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7d6eb51a-8909-4fe7-8b8c-f99bad82c98d HTTP/1.1" status: 204 len: 168 time: 0.7900114 May 19 15:15:00.575681 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51560) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:00.620279 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] Deleting subnet 51f2a522-3f44-4b15-8740-a2c7311b9375 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:15:00.623441 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] Publish callbacks [] for subnet (51f2a522-3f44-4b15-8740-a2c7311b9375), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.657957 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782334'] for subnet (51f2a522-3f44-4b15-8740-a2c7311b9375), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.659710 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:00.743608 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (51f2a522-3f44-4b15-8740-a2c7311b9375), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.810192 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25553457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235757'] for subnet (51f2a522-3f44-4b15-8740-a2c7311b9375), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.834685 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f2a522-3f44-4b15-8740-a2c7311b9375,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:00.841421 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.844543 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a490a1c8-da7b-4013-a281-48dc306cf5f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/51f2a522-3f44-4b15-8740-a2c7311b9375 HTTP/1.1" status: 204 len: 168 time: 0.2679327 May 19 15:15:00.846075 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3626c317-17d9-4ecb-92f0-37e17bb78b47 None None] Network 7689348a-4ebd-458e-a47a-d392f02b0f41 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:15:00.847097 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51564) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:00.918083 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (7689348a-4ebd-458e-a47a-d392f02b0f41), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:00.964442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Deleting port e8b7ceff-835f-47ea-b7b5-a066982c6e3f {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:00.964784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.030545 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] For port e8b7ceff-835f-47ea-b7b5-a066982c6e3f, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,segment=NetworkSegment(23c9cee1-bfd5-48fd-94e6-3014f786a7aa),segment_id=23c9cee1-bfd5-48fd-94e6-3014f786a7aa)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:01.030545 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.043103 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Calling delete_port for e8b7ceff-835f-47ea-b7b5-a066982c6e3f owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:01.100974 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] DHCP port deletion for 7689348a-4ebd-458e-a47a-d392f02b0f41 request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:15:01.145329 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.155889 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] Deleting port e8b7ceff-835f-47ea-b7b5-a066982c6e3f {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:01.156138 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.174343 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:01.179656 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] No DVR routers for this DVR port e8b7ceff-835f-47ea-b7b5-a066982c6e3f on host dv-cinder-825492-12-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:01.263008 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (7689348a-4ebd-458e-a47a-d392f02b0f41), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.291392 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7689348a-4ebd-458e-a47a-d392f02b0f41']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:01.302573 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c9cee1-bfd5-48fd-94e6-3014f786a7aa') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:01.302882 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c9cee1-bfd5-48fd-94e6-3014f786a7aa') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:01.313040 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (23c9cee1-bfd5-48fd-94e6-3014f786a7aa), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.336091 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (23c9cee1-bfd5-48fd-94e6-3014f786a7aa), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.343264 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:15:01.343651 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (23c9cee1-bfd5-48fd-94e6-3014f786a7aa), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:15:01.345531 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:15:01.358988 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] For port e8b7ceff-835f-47ea-b7b5-a066982c6e3f, host dv-cinder-825492-12-iscsi, got binding levels [] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:01.359634 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.377370 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] Calling delete_port for e8b7ceff-835f-47ea-b7b5-a066982c6e3f owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:01.380232 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.ipam_backend_mixin [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] Port e8b7ceff-835f-47ea-b7b5-a066982c6e3f was not found and therefore no delete operation was performed {{(pid=103763) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 15:15:01.382115 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647'] for port (e8b7ceff-835f-47ea-b7b5-a066982c6e3f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.406449 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] Pushing event deleted for resources: {'Port': ['ID=e8b7ceff-835f-47ea-b7b5-a066982c6e3f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:01.413248 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc34ac3-7073-4461-bab7-e832a3f9b246 None None] No DVR routers for this DVR port e8b7ceff-835f-47ea-b7b5-a066982c6e3f on host dv-cinder-825492-12-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:01.416152 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (7689348a-4ebd-458e-a47a-d392f02b0f41), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.425541 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.442539 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7689348a-4ebd-458e-a47a-d392f02b0f41 HTTP/1.1" status: 204 len: 168 time: 0.5875080 May 19 15:15:01.469134 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f89e35-2dc5-4f53-837b-19bf20356de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7689348a-4ebd-458e-a47a-d392f02b0f41,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:01.506326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device e8b7ceff-835f-47ea-b7b5-a066982c6e3f no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:01.539999 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: e8b7ceff-835f-47ea-b7b5-a066982c6e3f {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:01.540492 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device e8b7ceff-835f-47ea-b7b5-a066982c6e3f not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:01.541070 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 64069e6e-d264-42e8-a18f-402159934403 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:01.562877 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 64069e6e-d264-42e8-a18f-402159934403 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:01.563237 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 64069e6e-d264-42e8-a18f-402159934403 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:01.563656 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 81914ffe-dd88-4f14-9289-27b674dbcac6 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:01.582043 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 81914ffe-dd88-4f14-9289-27b674dbcac6 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:01.582385 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 81914ffe-dd88-4f14-9289-27b674dbcac6 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:01.674853 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51600) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:01.726592 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a3544c7f-9674-4427-a4fa-88e3eb0621a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee9ba7310e7e4d558dba77f08668b77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505602 May 19 15:15:01.729140 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51608) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:01.780252 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7afea26b-ee09-4b73-b8d4-af380ba52db6 admin admin] Publish callbacks [] for security_group (1d6d83eb-6110-428a-9116-3d93328345b7), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.803798 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7afea26b-ee09-4b73-b8d4-af380ba52db6 admin admin] Publish callbacks [] for security_group (1d6d83eb-6110-428a-9116-3d93328345b7), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.815212 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:01.829780 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:01.868958 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7afea26b-ee09-4b73-b8d4-af380ba52db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (1d6d83eb-6110-428a-9116-3d93328345b7), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.871826 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7afea26b-ee09-4b73-b8d4-af380ba52db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:01.873020 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7afea26b-ee09-4b73-b8d4-af380ba52db6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d6d83eb-6110-428a-9116-3d93328345b7 HTTP/1.1" status: 204 len: 168 time: 0.1429002 May 19 15:15:01.881643 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afea26b-ee09-4b73-b8d4-af380ba52db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d83eb-6110-428a-9116-3d93328345b7,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:02.206230 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51668) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:02.247074 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-affe4164-507e-4e1c-8f06-624f10b69a9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c02cc267fc614f1fb0ff3b573b244a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396945 May 19 15:15:02.249478 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51670) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:02.297583 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f14b-e293-45dd-bc3a-fc827f370aba admin admin] Publish callbacks [] for security_group (336000c1-38e0-4fd6-9e66-47dfa9467b2a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:02.320220 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f14b-e293-45dd-bc3a-fc827f370aba admin admin] Publish callbacks [] for security_group (336000c1-38e0-4fd6-9e66-47dfa9467b2a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:02.371591 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f14b-e293-45dd-bc3a-fc827f370aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (336000c1-38e0-4fd6-9e66-47dfa9467b2a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:02.374191 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f14b-e293-45dd-bc3a-fc827f370aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:02.375383 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b1f4f14b-e293-45dd-bc3a-fc827f370aba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/336000c1-38e0-4fd6-9e66-47dfa9467b2a HTTP/1.1" status: 204 len: 168 time: 0.1249866 May 19 15:15:02.388082 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4f14b-e293-45dd-bc3a-fc827f370aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336000c1-38e0-4fd6-9e66-47dfa9467b2a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:02.429093 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device bee5f3b8-84b6-4451-9e93-c79ec738ea8e no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:02.449035 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: bee5f3b8-84b6-4451-9e93-c79ec738ea8e {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:02.449370 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device bee5f3b8-84b6-4451-9e93-c79ec738ea8e not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:02.600623 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:02.608602 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:05.450311 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51832) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:05.582085 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-74a5a90d-466d-4240-bb0a-1809d082357d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2bcd4570a054c0eb8131280512ada61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306052 May 19 15:15:05.585069 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51836) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:05.632942 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44d1af92-9a58-404a-bb28-3bb82e150bba admin admin] Publish callbacks [] for security_group (703362ef-73b9-4357-bcb1-d39c00cb1a89), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:05.656905 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44d1af92-9a58-404a-bb28-3bb82e150bba admin admin] Publish callbacks [] for security_group (703362ef-73b9-4357-bcb1-d39c00cb1a89), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:05.702390 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44d1af92-9a58-404a-bb28-3bb82e150bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (703362ef-73b9-4357-bcb1-d39c00cb1a89), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:05.704932 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44d1af92-9a58-404a-bb28-3bb82e150bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:05.706041 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-44d1af92-9a58-404a-bb28-3bb82e150bba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/703362ef-73b9-4357-bcb1-d39c00cb1a89 HTTP/1.1" status: 204 len: 168 time: 0.1201060 May 19 15:15:05.714085 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1af92-9a58-404a-bb28-3bb82e150bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703362ef-73b9-4357-bcb1-d39c00cb1a89,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:06.423157 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=20 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:06.549733 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:09.352484 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35a5a-b8a0-476f-8261-3ea0dacb70f5 req-9dfc81bd-eed6-490b-bafd-7b5ba386d26c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:09.353950 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eab35a5a-b8a0-476f-8261-3ea0dacb70f5 req-9dfc81bd-eed6-490b-bafd-7b5ba386d26c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0474641 May 19 15:15:09.401968 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eab35a5a-b8a0-476f-8261-3ea0dacb70f5 req-967ce8dd-97ad-4e16-8e4d-09583251fd13 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422497 May 19 15:15:10.515063 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf779-8c96-4fdd-ade0-2b32a59670a9 req-a13db51d-d4d7-4747-901b-fd50b68102d0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:10.516584 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1facf779-8c96-4fdd-ade0-2b32a59670a9 req-a13db51d-d4d7-4747-901b-fd50b68102d0 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0474265 May 19 15:15:10.570443 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-1facf779-8c96-4fdd-ade0-2b32a59670a9 req-4089b91c-d52c-41e4-9715-008e419473b9 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483217 May 19 15:15:10.988607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac8e98-f45c-4342-b360-90b33f11880c req-d147a6d6-c831-409b-b735-0be250d5ee06 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:10.990007 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-01ac8e98-f45c-4342-b360-90b33f11880c req-d147a6d6-c831-409b-b735-0be250d5ee06 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0455432 May 19 15:15:11.068574 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Deleting port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:11.068903 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:11.157827 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] For port 49ab397e-dedd-4bbf-86b5-75a9240c3e82, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49ab397e-dedd-4bbf-86b5-75a9240c3e82,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:11.158181 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:11.261453 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:11.296030 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:11.332286 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:15:11.364441 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:11.364802 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (98bc53a5-5451-4a18-b562-8c15bdea79c3), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:11.365115 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Floating IP 98bc53a5-5451-4a18-b562-8c15bdea79c3 disassociated. External IP: 172.27.2.29, port: 49ab397e-dedd-4bbf-86b5-75a9240c3e82. May 19 15:15:11.365458 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Calling delete_port for 49ab397e-dedd-4bbf-86b5-75a9240c3e82 owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:11.706046 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccc6e1-3459-45ca-91b1-75fe4152dcce req-fb212699-9ee6-4df4-9e20-a2958ff46fc8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:11.707558 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f8ccc6e1-3459-45ca-91b1-75fe4152dcce req-fb212699-9ee6-4df4-9e20-a2958ff46fc8 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/ports?device_id=15841fc5-24fd-4346-ace6-e95329a39953 HTTP/1.1" status: 200 len: 945 time: 0.0613453 May 19 15:15:11.715782 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:11.718862 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=81,neutron:DELETE=9 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:11.795158 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f8ccc6e1-3459-45ca-91b1-75fe4152dcce req-0251b3e2-4563-49bc-890e-ff0115ab5c52 tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7b7bb99-8f30-446f-a09c-56a8d030cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787563 May 19 15:15:11.808872 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (49ab397e-dedd-4bbf-86b5-75a9240c3e82), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:11.837377 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event deleted for resources: {'Port': ['ID=49ab397e-dedd-4bbf-86b5-75a9240c3e82,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:11.947131 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:15:12.049396 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:15:12.059181 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] Sync routers for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:15:12.069752 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:12.070358 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:12.091445 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] No DVR routers for this DVR port 49ab397e-dedd-4bbf-86b5-75a9240c3e82 on host hv-cinder-82549 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:12.094004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:12.097173 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-01ac8e98-f45c-4342-b360-90b33f11880c req-df1e3f53-5f08-47f3-afe0-c671f14905ae tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.49 "DELETE /v2.0/ports/49ab397e-dedd-4bbf-86b5-75a9240c3e82 HTTP/1.1" status: 204 len: 173 time: 1.1015420 May 19 15:15:12.097607 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'name': 'network-vif-deleted', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:15:12.100004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1be6dd-f81a-47d2-8a73-75c73175cdb9" -d '{"events": [{"server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "name": "network-vif-deleted", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:15:12.138675 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9175c37f-d911-468a-b6e6-0f1e32ea7808 x-openstack-request-id: req-9175c37f-d911-468a-b6e6-0f1e32ea7808 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:15:12.138967 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15841fc5-24fd-4346-ace6-e95329a39953", "name": "network-vif-deleted", "tag": "49ab397e-dedd-4bbf-86b5-75a9240c3e82", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:15:12.139256 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9175c37f-d911-468a-b6e6-0f1e32ea7808 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:15:12.139667 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9175c37f-d911-468a-b6e6-0f1e32ea7808'] response: {'server_uuid': '15841fc5-24fd-4346-ace6-e95329a39953', 'name': 'network-vif-deleted', 'tag': '49ab397e-dedd-4bbf-86b5-75a9240c3e82', 'status': 'completed', 'code': 200} May 19 15:15:12.176527 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:12.375299 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:12.399754 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] Checking router: 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:15:12.407808 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:12.408389 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:14:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:12.510932 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:12.596112 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:12.698885 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:12.721905 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d84f56-99c6-468b-ab9e-cf8611709be3 None None] The sync data for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi is: [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:10:52Z', 'revision_number': 4, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '37525dfc-ccc7-4852-879e-f08b221102e6', 'name': '', 'network_id': '213b532b-8cec-4733-b487-2a170eb06a7a', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'mac_address': 'fa:16:3e:bb:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '0d890680-a822-4630-a6ca-c820be82284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:51Z', 'updated_at': '2022-05-19T15:10:55Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'subnets': [{'id': '0d890680-a822-4630-a6ca-c820be82284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:15:12.882295 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51898) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:12.940857 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-74414ef8-5ca1-459c-affe-35e5ac2b36ba tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (d7b7bb99-8f30-446f-a09c-56a8d030cf6f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:12.959617 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf9b86-8849-42a1-a1e2-71475decbd6e None None] New status for floating IP 98bc53a5-5451-4a18-b562-8c15bdea79c3: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:15:12.969962 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-74414ef8-5ca1-459c-affe-35e5ac2b36ba tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (d7b7bb99-8f30-446f-a09c-56a8d030cf6f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.017750 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-74414ef8-5ca1-459c-affe-35e5ac2b36ba tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d7b7bb99-8f30-446f-a09c-56a8d030cf6f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.020415 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-74414ef8-5ca1-459c-affe-35e5ac2b36ba tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.022091 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-74414ef8-5ca1-459c-affe-35e5ac2b36ba tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7b7bb99-8f30-446f-a09c-56a8d030cf6f HTTP/1.1" status: 204 len: 168 time: 0.1383107 May 19 15:15:13.024894 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51900) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:13.031428 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74414ef8-5ca1-459c-affe-35e5ac2b36ba tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b7bb99-8f30-446f-a09c-56a8d030cf6f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:13.044735 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-7ffde17b-f6e8-43c2-ae15-42385dabe83c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] show failed (client error): The resource could not be found. May 19 15:15:13.045749 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7ffde17b-f6e8-43c2-ae15-42385dabe83c tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "GET /v2.0/security-groups/d7b7bb99-8f30-446f-a09c-56a8d030cf6f HTTP/1.1" status: 404 len: 347 time: 0.0192056 May 19 15:15:13.048678 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51902) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:13.166449 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Deleting port 9e0531d8-9400-4c5b-a93a-5bfdfd25bb44 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:13.166787 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.248637 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.248895 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.262669 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Calling delete_port for 9e0531d8-9400-4c5b-a93a-5bfdfd25bb44 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:13.391713 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (9e0531d8-9400-4c5b-a93a-5bfdfd25bb44), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.414327 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Pushing event deleted for resources: {'Port': ['ID=9e0531d8-9400-4c5b-a93a-5bfdfd25bb44,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:13.478162 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks [] for floatingip (98bc53a5-5451-4a18-b562-8c15bdea79c3), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.480669 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:13.481823 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-29fea61c-f898-4cbf-a25e-95059dc34caf tempest-AttachVolumeTestJSON-428291670 tempest-AttachVolumeTestJSON-428291670-project] 10.222.0.24 "DELETE /v2.0/floatingips/98bc53a5-5451-4a18-b562-8c15bdea79c3 HTTP/1.1" status: 204 len: 168 time: 0.4320304 May 19 15:15:14.051298 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e0e1390d-554b-4ae5-bd8c-bdc82324f2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:14.475902 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 49ab397e-dedd-4bbf-86b5-75a9240c3e82 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:14.495578 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 49ab397e-dedd-4bbf-86b5-75a9240c3e82 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:14.495916 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 49ab397e-dedd-4bbf-86b5-75a9240c3e82 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:16.286834 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a798-ea11-4581-b8fb-1bb1975c3bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:17.038459 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51930) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:17.352307 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:17.437842 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:17.489847 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:17.506819 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:17.570108 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Deleting port 37525dfc-ccc7-4852-879e-f08b221102e6 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:17.570362 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:17.646056 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] For port 37525dfc-ccc7-4852-879e-f08b221102e6, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=37525dfc-ccc7-4852-879e-f08b221102e6,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:17.646408 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:17.658714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Calling delete_port for 37525dfc-ccc7-4852-879e-f08b221102e6 owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:17.828140 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (37525dfc-ccc7-4852-879e-f08b221102e6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:17.855266 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Pushing event deleted for resources: {'Port': ['ID=37525dfc-ccc7-4852-879e-f08b221102e6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:18.011663 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:18.445624 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:15:18.495986 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:18.505488 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:18.543851 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:15:18.549682 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d3a52edb-2939-4b8b-b8b3-4abb7d328bff admin admin] 10.222.0.24 "PUT /v2.0/routers/36015540-a7bc-4d7b-89e0-9fdfcd9b6b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5092244 May 19 15:15:18.551260 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51932) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:18.553728 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] Sync routers for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:15:18.563215 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:18.563823 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:18.648561 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:18.649454 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks [] for router (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:18.668848 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:18.748020 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks [] for router_gateway (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:18.791111 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Deleting port d5576b96-0716-4371-b738-9dc29c1e69e5 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:18.791517 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:18.836425 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:18.839170 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:15:17Z', 'revision_number': 5, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port': {'id': 'd5576b96-0716-4371-b738-9dc29c1e69e5', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:10:48Z', 'updated_at': '2022-05-19T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:18.841862 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:18.863898 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] Checking router: 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:15:18.872903 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] Routers {'36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:18.873483 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:18.878123 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] For port d5576b96-0716-4371-b738-9dc29c1e69e5, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=d5576b96-0716-4371-b738-9dc29c1e69e5,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:18.878508 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:18.891888 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Calling delete_port for d5576b96-0716-4371-b738-9dc29c1e69e5 owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:18.954887 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] Set router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:19.002244 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:15:18Z', 'revision_number': 6, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:19.030602 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe562e-90da-4970-a43c-388fa5fb380c None None] The sync data for ids ['36015540-a7bc-4d7b-89e0-9fdfcd9b6b15'] in dv-cinder-825492-12-iscsi is: [{'id': '36015540-a7bc-4d7b-89e0-9fdfcd9b6b15', 'name': 'tempest-AttachVolumeTestJSON-1748649481-router', 'tenant_id': '5b1521fd041a446e851d82487479930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:10:47Z', 'updated_at': '2022-05-19T15:15:18Z', 'revision_number': 6, 'project_id': '5b1521fd041a446e851d82487479930b', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:15:19.062367 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (d5576b96-0716-4371-b738-9dc29c1e69e5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.083113 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5576b96-0716-4371-b738-9dc29c1e69e5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:19.153596 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.238100 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.240303 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks [] for router_controller (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.283312 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (36015540-a7bc-4d7b-89e0-9fdfcd9b6b15), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.284332 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:15:19.291394 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.294525 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b63a7959-bbec-4220-8f96-4bfad26900bc admin admin] 10.222.0.24 "DELETE /v2.0/routers/36015540-a7bc-4d7b-89e0-9fdfcd9b6b15 HTTP/1.1" status: 204 len: 168 time: 0.7423279 May 19 15:15:19.297057 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51934) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:19.341131 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] Deleting subnet 0d890680-a822-4630-a6ca-c820be82284b {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:15:19.344343 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] Publish callbacks [] for subnet (0d890680-a822-4630-a6ca-c820be82284b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.383946 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (0d890680-a822-4630-a6ca-c820be82284b), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.424172 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:19.429811 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:19.472100 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (0d890680-a822-4630-a6ca-c820be82284b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.506567 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 37525dfc-ccc7-4852-879e-f08b221102e6 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:19.525682 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 37525dfc-ccc7-4852-879e-f08b221102e6 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:19.526107 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 37525dfc-ccc7-4852-879e-f08b221102e6 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:19.532283 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (0d890680-a822-4630-a6ca-c820be82284b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.556247 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d890680-a822-4630-a6ca-c820be82284b,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:19.562246 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.565315 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1318d84d-37a6-4d22-8364-8cb948caecba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0d890680-a822-4630-a6ca-c820be82284b HTTP/1.1" status: 204 len: 168 time: 0.2673409 May 19 15:15:19.567881 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51936) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:19.570211 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59835739-da3a-4a07-88d3-27d536697d9b None None] Network 213b532b-8cec-4733-b487-2a170eb06a7a requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:15:19.645709 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (213b532b-8cec-4733-b487-2a170eb06a7a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.687149 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Deleting port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:19.687506 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.753551 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] For port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=6e4c78ab-12b4-49f3-becc-3a4f950c66c3,segment=NetworkSegment(ed7dfa21-4ae1-4685-accd-2c114c9e132a),segment_id=ed7dfa21-4ae1-4685-accd-2c114c9e132a)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:19.753808 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.766414 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Calling delete_port for 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:19.844151 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (6e4c78ab-12b4-49f3-becc-3a4f950c66c3), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.860423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9aeada-7cdd-42ca-8824-2b00085476b9 None None] DHCP port deletion for 213b532b-8cec-4733-b487-2a170eb06a7a request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:15:19.874365 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4c78ab-12b4-49f3-becc-3a4f950c66c3,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:19.880533 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] No DVR routers for this DVR port 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 on host dv-cinder-825492-12-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:19.957905 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (213b532b-8cec-4733-b487-2a170eb06a7a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:19.978264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213b532b-8cec-4733-b487-2a170eb06a7a']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:19.987414 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7dfa21-4ae1-4685-accd-2c114c9e132a') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:19.987712 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7dfa21-4ae1-4685-accd-2c114c9e132a') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:19.997203 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (ed7dfa21-4ae1-4685-accd-2c114c9e132a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.011745 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (ed7dfa21-4ae1-4685-accd-2c114c9e132a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.018573 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:15:20.018981 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (ed7dfa21-4ae1-4685-accd-2c114c9e132a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:15:20.021220 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:15:20.082457 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (213b532b-8cec-4733-b487-2a170eb06a7a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.087747 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.093482 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] 10.222.0.24 "DELETE /v2.0/networks/213b532b-8cec-4733-b487-2a170eb06a7a HTTP/1.1" status: 204 len: 168 time: 0.5212510 May 19 15:15:20.104377 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df6178-c625-41b5-9293-17be8913a257 admin admin] Pushing event deleted for resources: {'Network': ['ID=213b532b-8cec-4733-b487-2a170eb06a7a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:20.256813 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51940) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:20.296444 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-732b4922-5ea7-4ac1-87ad-1eae84f56be1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b1521fd041a446e851d82487479930b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385005 May 19 15:15:20.298884 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51942) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:20.345865 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.359054 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1ec44edf-be20-408c-bccb-5edeff67bea9 admin admin] Publish callbacks [] for security_group (e42e1b0f-c3e2-42a6-9c74-c526a64fad34), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.369842 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:20.383040 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1ec44edf-be20-408c-bccb-5edeff67bea9 admin admin] Publish callbacks [] for security_group (e42e1b0f-c3e2-42a6-9c74-c526a64fad34), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.431928 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1ec44edf-be20-408c-bccb-5edeff67bea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (e42e1b0f-c3e2-42a6-9c74-c526a64fad34), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.434682 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1ec44edf-be20-408c-bccb-5edeff67bea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:20.435853 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1ec44edf-be20-408c-bccb-5edeff67bea9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e42e1b0f-c3e2-42a6-9c74-c526a64fad34 HTTP/1.1" status: 204 len: 168 time: 0.1360400 May 19 15:15:20.443769 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec44edf-be20-408c-bccb-5edeff67bea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e1b0f-c3e2-42a6-9c74-c526a64fad34,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:21.436116 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:21.455599 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:21.455944 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6e4c78ab-12b4-49f3-becc-3a4f950c66c3 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:21.456356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d5576b96-0716-4371-b738-9dc29c1e69e5 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:21.477551 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: d5576b96-0716-4371-b738-9dc29c1e69e5 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:21.477896 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device d5576b96-0716-4371-b738-9dc29c1e69e5 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:21.982509 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51986) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:22.086115 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-43291f6b-1897-4e11-bda0-75819c685f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.121281 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:22.151043 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:22.164704 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-43291f6b-1897-4e11-bda0-75819c685f26 admin admin] Publish callbacks [] for security_group (741bf6e6-7de3-4ab4-b8e6-949654653b20), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.168592 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-43291f6b-1897-4e11-bda0-75819c685f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (741bf6e6-7de3-4ab4-b8e6-949654653b20), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.208365 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-43291f6b-1897-4e11-bda0-75819c685f26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46cb1d3120ed4c06ae2cb4734e720716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248092 May 19 15:15:22.210285 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43291f6b-1897-4e11-bda0-75819c685f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741bf6e6-7de3-4ab4-b8e6-949654653b20,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:22.211142 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51990) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:22.261611 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0c9356b7-091d-4947-8c8f-c02914839927 admin admin] Publish callbacks [] for security_group (741bf6e6-7de3-4ab4-b8e6-949654653b20), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.265492 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:22.284801 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0c9356b7-091d-4947-8c8f-c02914839927 admin admin] Publish callbacks [] for security_group (741bf6e6-7de3-4ab4-b8e6-949654653b20), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.334570 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0c9356b7-091d-4947-8c8f-c02914839927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (741bf6e6-7de3-4ab4-b8e6-949654653b20), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.337151 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0c9356b7-091d-4947-8c8f-c02914839927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.338308 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0c9356b7-091d-4947-8c8f-c02914839927 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/741bf6e6-7de3-4ab4-b8e6-949654653b20 HTTP/1.1" status: 204 len: 168 time: 0.1261604 May 19 15:15:22.346340 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9356b7-091d-4947-8c8f-c02914839927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741bf6e6-7de3-4ab4-b8e6-949654653b20,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:22.601480 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 51996) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:22.614537 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b897fdd-b6ed-453c-b3e7-7c7c9d5a9c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.691763 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b897fdd-b6ed-453c-b3e7-7c7c9d5a9c35 admin admin] Publish callbacks [] for security_group (d86fc04c-8d6d-4c91-b965-365314f2fe7a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.695294 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b897fdd-b6ed-453c-b3e7-7c7c9d5a9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d86fc04c-8d6d-4c91-b965-365314f2fe7a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.737283 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8b897fdd-b6ed-453c-b3e7-7c7c9d5a9c35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f083dfd51f4c4aa7915232b25af36be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346822 May 19 15:15:22.738397 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b897fdd-b6ed-453c-b3e7-7c7c9d5a9c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86fc04c-8d6d-4c91-b965-365314f2fe7a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:22.739965 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 51998) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:22.788877 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1170facc-a2e9-4690-bc4d-55b8ed1fc7fa admin admin] Publish callbacks [] for security_group (d86fc04c-8d6d-4c91-b965-365314f2fe7a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.813399 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1170facc-a2e9-4690-bc4d-55b8ed1fc7fa admin admin] Publish callbacks [] for security_group (d86fc04c-8d6d-4c91-b965-365314f2fe7a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.862826 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1170facc-a2e9-4690-bc4d-55b8ed1fc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d86fc04c-8d6d-4c91-b965-365314f2fe7a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.865269 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1170facc-a2e9-4690-bc4d-55b8ed1fc7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:22.867059 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1170facc-a2e9-4690-bc4d-55b8ed1fc7fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d86fc04c-8d6d-4c91-b965-365314f2fe7a HTTP/1.1" status: 204 len: 168 time: 0.1248825 May 19 15:15:22.874923 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170facc-a2e9-4690-bc4d-55b8ed1fc7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86fc04c-8d6d-4c91-b965-365314f2fe7a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:28.568566 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52080) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:28.685842 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-74d99c90-097a-4912-a66f-18a76ab2e235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:28.761964 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-74d99c90-097a-4912-a66f-18a76ab2e235 admin admin] Publish callbacks [] for security_group (f4b72163-379f-4e26-af1d-9b1d90a00f2f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:28.765300 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-74d99c90-097a-4912-a66f-18a76ab2e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f4b72163-379f-4e26-af1d-9b1d90a00f2f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:28.804151 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-74d99c90-097a-4912-a66f-18a76ab2e235 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb376c4f135a43e7a3fa01b0761c8d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339070 May 19 15:15:28.805017 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d99c90-097a-4912-a66f-18a76ab2e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b72163-379f-4e26-af1d-9b1d90a00f2f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:28.806905 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52084) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:28.857988 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6e182eb5-3df5-4385-8a12-e15ee6b87806 admin admin] Publish callbacks [] for security_group (f4b72163-379f-4e26-af1d-9b1d90a00f2f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:28.880196 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6e182eb5-3df5-4385-8a12-e15ee6b87806 admin admin] Publish callbacks [] for security_group (f4b72163-379f-4e26-af1d-9b1d90a00f2f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:28.932348 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6e182eb5-3df5-4385-8a12-e15ee6b87806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (f4b72163-379f-4e26-af1d-9b1d90a00f2f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:28.935670 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6e182eb5-3df5-4385-8a12-e15ee6b87806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:28.937573 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6e182eb5-3df5-4385-8a12-e15ee6b87806 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4b72163-379f-4e26-af1d-9b1d90a00f2f HTTP/1.1" status: 204 len: 168 time: 0.1294496 May 19 15:15:28.947171 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e182eb5-3df5-4385-8a12-e15ee6b87806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b72163-379f-4e26-af1d-9b1d90a00f2f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:28.957041 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=12 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:29.006043 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=11 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:29.207889 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52090) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:29.221650 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1608-fc33-4f8f-a847-a32b10c3aece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:29.298601 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1608-fc33-4f8f-a847-a32b10c3aece admin admin] Publish callbacks [] for security_group (b121b272-df80-4726-8cf8-6cc333ad8d47), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:29.302020 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1608-fc33-4f8f-a847-a32b10c3aece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b121b272-df80-4726-8cf8-6cc333ad8d47), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:29.342371 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-cd4c1608-fc33-4f8f-a847-a32b10c3aece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5108895c03f24d80bdf7048f4810ec3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333523 May 19 15:15:29.343277 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c1608-fc33-4f8f-a847-a32b10c3aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b121b272-df80-4726-8cf8-6cc333ad8d47,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:29.345174 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52092) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:29.393589 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d488df2d-f150-466b-bff1-64592c1ae885 admin admin] Publish callbacks [] for security_group (b121b272-df80-4726-8cf8-6cc333ad8d47), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:29.415162 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d488df2d-f150-466b-bff1-64592c1ae885 admin admin] Publish callbacks [] for security_group (b121b272-df80-4726-8cf8-6cc333ad8d47), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:29.460861 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d488df2d-f150-466b-bff1-64592c1ae885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (b121b272-df80-4726-8cf8-6cc333ad8d47), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:29.463369 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d488df2d-f150-466b-bff1-64592c1ae885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:29.464511 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d488df2d-f150-466b-bff1-64592c1ae885 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b121b272-df80-4726-8cf8-6cc333ad8d47 HTTP/1.1" status: 204 len: 168 time: 0.1182902 May 19 15:15:29.471924 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488df2d-f150-466b-bff1-64592c1ae885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b121b272-df80-4726-8cf8-6cc333ad8d47,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:30.515095 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52126) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:30.617615 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a20794ff-2f3d-4ea3-b4ee-5468576db43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:30.693526 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a20794ff-2f3d-4ea3-b4ee-5468576db43d admin admin] Publish callbacks [] for security_group (51a358f6-bbf7-4c48-9a47-135d2549fee1), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:30.696984 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a20794ff-2f3d-4ea3-b4ee-5468576db43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (51a358f6-bbf7-4c48-9a47-135d2549fee1), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:30.726005 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:30.737528 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a20794ff-2f3d-4ea3-b4ee-5468576db43d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80a328cdc9dd41419ddbdb457bb70cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213578 May 19 15:15:30.739079 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20794ff-2f3d-4ea3-b4ee-5468576db43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a358f6-bbf7-4c48-9a47-135d2549fee1,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:30.740556 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52130) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:30.788981 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51c578d4-5d8d-4e3e-af73-987cfb4474c1 admin admin] Publish callbacks [] for security_group (51a358f6-bbf7-4c48-9a47-135d2549fee1), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:30.790276 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:30.811515 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51c578d4-5d8d-4e3e-af73-987cfb4474c1 admin admin] Publish callbacks [] for security_group (51a358f6-bbf7-4c48-9a47-135d2549fee1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:30.857543 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51c578d4-5d8d-4e3e-af73-987cfb4474c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (51a358f6-bbf7-4c48-9a47-135d2549fee1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:30.860108 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51c578d4-5d8d-4e3e-af73-987cfb4474c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:30.861238 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-51c578d4-5d8d-4e3e-af73-987cfb4474c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51a358f6-bbf7-4c48-9a47-135d2549fee1 HTTP/1.1" status: 204 len: 168 time: 0.1197085 May 19 15:15:30.868878 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c578d4-5d8d-4e3e-af73-987cfb4474c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a358f6-bbf7-4c48-9a47-135d2549fee1,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:31.548115 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52158) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:31.556162 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:31.706891 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Deleting port d91d50d1-0a9b-4a05-a80d-dba5df3094e6 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:31.707263 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:31.784736 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:31.785374 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:31.798522 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Calling delete_port for d91d50d1-0a9b-4a05-a80d-dba5df3094e6 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:31.981361 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (d91d50d1-0a9b-4a05-a80d-dba5df3094e6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:32.010440 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event deleted for resources: {'Port': ['ID=d91d50d1-0a9b-4a05-a80d-dba5df3094e6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:32.081116 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (04a4f2ee-caac-41b4-94f2-bf1af4ebee59), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:32.081463 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Floating IP 04a4f2ee-caac-41b4-94f2-bf1af4ebee59 disassociated (deleted). External IP: 172.27.2.9, port: ed53e5b3-4733-49ad-b67b-e85553de91fa. May 19 15:15:32.282989 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:15:32.294125 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:32.395603 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:15:32.401198 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:32.406801 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:15:32.422844 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:32.423596 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:32.436010 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9a3fc397-2514-4cf0-aa7e-2e555db8335a tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "DELETE /v2.0/floatingips/04a4f2ee-caac-41b4-94f2-bf1af4ebee59 HTTP/1.1" status: 204 len: 168 time: 0.8868113 May 19 15:15:32.436592 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:15:32.438959 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af2205c-4ea3-428f-a88c-f85de751ea15" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:15:32.484026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b40beb-84f3-4c77-acf5-b3fc24517ca4 x-openstack-request-id: req-64b40beb-84f3-4c77-acf5-b3fc24517ca4 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:15:32.484318 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:15:32.484567 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64b40beb-84f3-4c77-acf5-b3fc24517ca4 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:15:32.487237 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b40beb-84f3-4c77-acf5-b3fc24517ca4'] response: {'name': 'network-changed', 'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'status': 'completed', 'code': 200} May 19 15:15:32.536808 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:32.552182 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-c10e8140-0a44-43d5-a2bb-0361b1cb43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:32.553908 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-c10e8140-0a44-43d5-a2bb-0361b1cb43bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 1129 time: 0.0457988 May 19 15:15:32.636986 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:32.647112 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:32.679109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-fd7311fc-960a-4d44-a5b1-d0340322e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:32.680866 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-fd7311fc-960a-4d44-a5b1-d0340322e638 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.1187768 May 19 15:15:32.704139 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:32.831845 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:33Z', 'revision_number': 1, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:32.857254 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:15:32.867742 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:32.868445 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:32.875561 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7037e-28e3-4985-8573-de9a5e9743ca req-8880ad03-b8b2-4a12-aae4-4ac12d43912b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:32.877054 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8af7037e-28e3-4985-8573-de9a5e9743ca req-8880ad03-b8b2-4a12-aae4-4ac12d43912b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 945 time: 0.2441611 May 19 15:15:32.927338 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8af7037e-28e3-4985-8573-de9a5e9743ca req-87ed8e2e-c610-456b-a5d6-29aa795b5f7e tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 May 19 15:15:32.972772 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:33.255624 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:33.308746 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:33Z', 'revision_number': 1, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:33.338950 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd9d01-9add-47d1-a6bd-db6dde9419f2 None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '112a09c9-d40f-47d9-a8de-0a4890f35db8', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'port_id': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'mac_address': 'fa:16:3e:bf:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0116d16f-6546-42a0-8274-22fc3577000b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:11:31Z', 'updated_at': '2022-05-19T15:11:33Z', 'revision_number': 1, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:15:33.562362 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c953b3da-23a8-4035-8a3f-a21f1f5467a4 None None] New status for floating IP 04a4f2ee-caac-41b4-94f2-bf1af4ebee59: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:15:33.728978 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-a1f8c826-6d8b-4e6a-89dd-d7f68e7fb924 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa HTTP/1.1" status: 200 len: 217 time: 0.0334961 May 19 15:15:33.785515 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-57462d7c-7441-412e-bd70-b167e3551fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:33.786968 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-57462d7c-7441-412e-bd70-b167e3551fe3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0493281 May 19 15:15:33.919933 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-508bf36a-5da2-451d-990d-a7287f1d2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:33.921446 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-508bf36a-5da2-451d-990d-a7287f1d2e5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432258 May 19 15:15:34.023718 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-2db74d23-fb62-4928-94ca-e7a5089689f1 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945351 May 19 15:15:34.145099 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb0be4-87d8-4a5d-be5c-ffb3b5d1d040 req-8d275dc1-a709-42f4-94c8-2f73d1122254 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:34.147140 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7bb0be4-87d8-4a5d-be5c-ffb3b5d1d040 req-8d275dc1-a709-42f4-94c8-2f73d1122254 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 945 time: 0.1472268 May 19 15:15:34.182685 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-4f2255b4-6b02-4d83-a1cc-75ab02e8f475 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:34.184825 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-4f2255b4-6b02-4d83-a1cc-75ab02e8f475 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0e40dd3-1bc8-4d72-a975-272c4b6c8b68 HTTP/1.1" status: 200 len: 945 time: 0.0526559 May 19 15:15:34.229977 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5af2205c-4ea3-428f-a88c-f85de751ea15 req-7e537706-32eb-4886-b3e6-bacf534e1cf2 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445320 May 19 15:15:34.233665 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f7bb0be4-87d8-4a5d-be5c-ffb3b5d1d040 req-717c7c45-e30f-488d-bbc9-d3f1fc62e5d3 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762744 May 19 15:15:34.273919 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Deleting port ed53e5b3-4733-49ad-b67b-e85553de91fa {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:34.274252 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:34.278078 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:34.375833 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] For port ed53e5b3-4733-49ad-b67b-e85553de91fa, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed53e5b3-4733-49ad-b67b-e85553de91fa,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:34.376215 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:34.390038 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Calling delete_port for ed53e5b3-4733-49ad-b67b-e85553de91fa owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:34.519554 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (ed53e5b3-4733-49ad-b67b-e85553de91fa), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:34.548489 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event deleted for resources: {'Port': ['ID=ed53e5b3-4733-49ad-b67b-e85553de91fa,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:34.560963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.561212 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.561462 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.561795 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.562122 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.562445 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.562769 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.563088 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.563433 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.563845 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.564063 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.564376 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.564691 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.565005 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.565316 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:34.602512 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] No DVR routers for this DVR port ed53e5b3-4733-49ad-b67b-e85553de91fa on host hv-cinder-82549 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:34.605235 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:34.608523 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c3c6567f-f8bd-4747-b0cc-7f1e666c81a7 req-d5217dc1-df37-4b1a-b5e7-2a505cc0eb55 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "DELETE /v2.0/ports/ed53e5b3-4733-49ad-b67b-e85553de91fa HTTP/1.1" status: 204 len: 173 time: 0.4180205 May 19 15:15:34.608982 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'name': 'network-vif-deleted', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:15:34.611214 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a39b4c-6aeb-43dd-ae7c-dbeab952371f" -d '{"events": [{"server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "name": "network-vif-deleted", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:15:34.648657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a3631a-b104-446a-a810-99189ae814dc x-openstack-request-id: req-14a3631a-b104-446a-a810-99189ae814dc {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:15:34.648941 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e40dd3-1bc8-4d72-a975-272c4b6c8b68", "name": "network-vif-deleted", "tag": "ed53e5b3-4733-49ad-b67b-e85553de91fa", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:15:34.649185 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14a3631a-b104-446a-a810-99189ae814dc {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:15:34.649605 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a3631a-b104-446a-a810-99189ae814dc'] response: {'server_uuid': 'f0e40dd3-1bc8-4d72-a975-272c4b6c8b68', 'name': 'network-vif-deleted', 'tag': 'ed53e5b3-4733-49ad-b67b-e85553de91fa', 'status': 'completed', 'code': 200} May 19 15:15:37.538496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52250) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:37.678786 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Deleting port 905b8f3a-6c48-4221-8000-6308b81907f9 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:37.679118 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (905b8f3a-6c48-4221-8000-6308b81907f9), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:37.759534 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (905b8f3a-6c48-4221-8000-6308b81907f9), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:37.759848 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (905b8f3a-6c48-4221-8000-6308b81907f9), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:37.772095 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Calling delete_port for 905b8f3a-6c48-4221-8000-6308b81907f9 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:37.832716 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:37.948428 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-baaddf2a-4031-4f72-b6c5-b62a1834d5e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503886 May 19 15:15:37.954405 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (905b8f3a-6c48-4221-8000-6308b81907f9), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:37.979138 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event deleted for resources: {'Port': ['ID=905b8f3a-6c48-4221-8000-6308b81907f9,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:38.069444 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:38.072264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-25e9b8f7-34cf-4fce-bf39-96f3e11d697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:38.073738 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-25e9b8f7-34cf-4fce-bf39-96f3e11d697f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1129 time: 0.0706503 May 19 15:15:38.080866 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (112a09c9-d40f-47d9-a8de-0a4890f35db8), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:38.081223 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Floating IP 112a09c9-d40f-47d9-a8de-0a4890f35db8 disassociated (deleted). External IP: 172.27.2.240, port: a9f91331-2ea7-4396-8799-ffc363f22091. May 19 15:15:38.503357 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-cea228a2-6a40-4ca7-a37e-49fe14382cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:38.504896 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-cea228a2-6a40-4ca7-a37e-49fe14382cd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.3898065 May 19 15:15:38.573943 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-a74157cd-c3da-4a7d-913c-f7428af6047e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 200 len: 217 time: 0.0367415 May 19 15:15:38.588156 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ed53e5b3-4733-49ad-b67b-e85553de91fa no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:38.607788 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: ed53e5b3-4733-49ad-b67b-e85553de91fa {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:38.608126 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device ed53e5b3-4733-49ad-b67b-e85553de91fa not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:38.670005 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-2f2e5a11-d9af-43ff-ab61-fab8f12ef624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:38.671488 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-2f2e5a11-d9af-43ff-ab61-fab8f12ef624 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0904074 May 19 15:15:38.678330 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:15:38.758496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-7eb16007-8298-4a76-aa30-ee5e119f5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:38.760040 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-7eb16007-8298-4a76-aa30-ee5e119f5d31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807259 May 19 15:15:38.875833 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:15:38.882779 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:38.886651 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049c125-e194-4719-af86-08628c515013 None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:15:38.896804 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049c125-e194-4719-af86-08628c515013 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:38.898031 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1049c125-e194-4719-af86-08628c515013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:38.929195 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-ba497a05-9168-4673-a9fa-c5c989e90500 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614180 May 19 15:15:38.935262 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a9ab1b7c-bdc8-41d9-8083-7f7b0d41fb79 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "DELETE /v2.0/floatingips/112a09c9-d40f-47d9-a8de-0a4890f35db8 HTTP/1.1" status: 204 len: 168 time: 1.3932288 May 19 15:15:38.935262 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:15:38.936296 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01af5ec43ee2cd3917bdd76806937db99452e4a0c8877cf5abd521be7aa95f64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b32684a-2899-4f45-a0fc-fad44f52d27a" -d '{"events": [{"name": "network-changed", "server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:15:38.998899 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ba60b7-ffee-4320-904d-2e4df4412610 x-openstack-request-id: req-e9ba60b7-ffee-4320-904d-2e4df4412610 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:15:38.999192 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:15:38.999451 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9ba60b7-ffee-4320-904d-2e4df4412610 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:15:38.999841 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ba60b7-ffee-4320-904d-2e4df4412610'] response: {'name': 'network-changed', 'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'status': 'completed', 'code': 200} May 19 15:15:39.023150 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:39.035223 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-1049c125-e194-4719-af86-08628c515013 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:39.054721 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d3bd3d-46f4-4213-9cd4-78d6e5c54a6b req-8b446277-ff01-4557-a14d-0157beb0f687 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150076 May 19 15:15:39.180815 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47c302-c5e1-42b9-83c7-20d31aaae35f req-818ae72b-a623-4fe0-8b1c-5bf55db2c17b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:39.182361 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9d47c302-c5e1-42b9-83c7-20d31aaae35f req-818ae72b-a623-4fe0-8b1c-5bf55db2c17b tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 945 time: 0.0492201 May 19 15:15:39.232296 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9d47c302-c5e1-42b9-83c7-20d31aaae35f req-164e1d37-fb62-4323-a365-c83218f202a6 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441039 May 19 15:15:39.235480 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1049c125-e194-4719-af86-08628c515013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:39.261898 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049c125-e194-4719-af86-08628c515013 None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:15:39.270836 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049c125-e194-4719-af86-08628c515013 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:39.271473 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1049c125-e194-4719-af86-08628c515013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:39.321392 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:39.377727 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-1049c125-e194-4719-af86-08628c515013 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:39.567134 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-1049c125-e194-4719-af86-08628c515013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:39.595370 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049c125-e194-4719-af86-08628c515013 None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:07:44Z', 'revision_number': 4, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '314ea2b9-1668-49dc-a474-d364b395699a', 'name': '', 'network_id': 'c953f990-ab01-4a12-ad62-ff0b653ea46c', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'mac_address': 'fa:16:3e:05:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:42Z', 'updated_at': '2022-05-19T15:07:49Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'subnets': [{'id': '08e45018-96b2-47f0-acb5-298ca215d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:15:39.822986 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b87125-62a9-43db-8b25-513bf5d56427 None None] New status for floating IP 112a09c9-d40f-47d9-a8de-0a4890f35db8: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:15:40.225558 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-0b40c0d5-1a11-42b3-967e-c9ea9523dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:40.227065 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-0b40c0d5-1a11-42b3-967e-c9ea9523dad4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 1129 time: 0.0402403 May 19 15:15:40.333521 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-52233aa5-fded-4fc5-8ba7-a101dab4bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:40.335780 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-52233aa5-fded-4fc5-8ba7-a101dab4bb6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 200 len: 912 time: 0.1010363 May 19 15:15:40.358684 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e6487-0012-4b25-b56f-6ddf60cfea09 req-bac5b53e-cb12-4728-91b9-ce7766ab6de2 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:40.361174 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-200e6487-0012-4b25-b56f-6ddf60cfea09 req-bac5b53e-cb12-4728-91b9-ce7766ab6de2 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 945 time: 0.0539305 May 19 15:15:40.388464 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-782e599d-c457-4523-9b01-5a458a6a226a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 200 len: 217 time: 0.0335340 May 19 15:15:40.418832 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-200e6487-0012-4b25-b56f-6ddf60cfea09 req-834b3414-4f36-481c-8172-386d9a801d47 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd7782b4-92be-46b1-bcd6-c27186e1a377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515029 May 19 15:15:40.437045 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:40.449055 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-158cb0b0-3531-4524-8bbe-9c9294c9e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:40.450523 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-158cb0b0-3531-4524-8bbe-9c9294c9e06e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 200 len: 850 time: 0.0519555 May 19 15:15:40.609161 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-1927e7f0-9e1d-4963-9cbe-567cbd5fb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:40.610570 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-1927e7f0-9e1d-4963-9cbe-567cbd5fb38b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c953f990-ab01-4a12-ad62-ff0b653ea46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392087 May 19 15:15:40.681239 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-7d31cdd9-f166-40ce-97f5-c3da201d5d78 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:15:40.683110 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-7d31cdd9-f166-40ce-97f5-c3da201d5d78 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 945 time: 0.0517924 May 19 15:15:40.706144 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-32e66187-65ad-445f-9fd3-608c3e422fcb service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891459 May 19 15:15:40.768407 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Deleting port a9f91331-2ea7-4396-8799-ffc363f22091 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:40.768745 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:40.799190 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3b32684a-2899-4f45-a0fc-fad44f52d27a req-590f69d4-e5f3-4053-aa9a-257ad33caa60 service neutron] 10.222.0.49 "GET /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871227 May 19 15:15:40.848397 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:40.866971 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] For port a9f91331-2ea7-4396-8799-ffc363f22091, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a9f91331-2ea7-4396-8799-ffc363f22091,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:40.867298 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:40.882307 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Calling delete_port for a9f91331-2ea7-4396-8799-ffc363f22091 owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:40.945799 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:41.021746 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (a9f91331-2ea7-4396-8799-ffc363f22091), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:41.049573 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event deleted for resources: {'Port': ['ID=a9f91331-2ea7-4396-8799-ffc363f22091,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:41.093321 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] No DVR routers for this DVR port a9f91331-2ea7-4396-8799-ffc363f22091 on host hv-cinder-82549 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:41.095773 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:41.098896 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aa5d6de9-4318-4b42-998a-e7db0977677c req-930d03e3-5283-4af6-9770-5094b05fc861 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.49 "DELETE /v2.0/ports/a9f91331-2ea7-4396-8799-ffc363f22091 HTTP/1.1" status: 204 len: 173 time: 0.4092703 May 19 15:15:41.099344 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'name': 'network-vif-deleted', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:15:41.102109 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2217b2a-14c0-4aae-ad15-59a39cea0b66" -d '{"events": [{"server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "name": "network-vif-deleted", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:15:41.139329 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0335a393-c054-48eb-b821-ee49857c5137 x-openstack-request-id: req-0335a393-c054-48eb-b821-ee49857c5137 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:15:41.140665 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0116d16f-6546-42a0-8274-22fc3577000b", "name": "network-vif-deleted", "tag": "a9f91331-2ea7-4396-8799-ffc363f22091", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:15:41.141266 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0335a393-c054-48eb-b821-ee49857c5137 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:15:41.141679 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0335a393-c054-48eb-b821-ee49857c5137'] response: {'server_uuid': '0116d16f-6546-42a0-8274-22fc3577000b', 'name': 'network-vif-deleted', 'tag': 'a9f91331-2ea7-4396-8799-ffc363f22091', 'status': 'completed', 'code': 200} May 19 15:15:41.533337 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-067c5c7b-9668-470e-955f-18d2a3822535 req-1f8c988f-5e36-44e4-81c0-3dd74464f725 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "GET /v2.0/ports?device_id=0116d16f-6546-42a0-8274-22fc3577000b HTTP/1.1" status: 200 len: 210 time: 0.0334573 May 19 15:15:42.600483 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52290) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:42.707426 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Deleting port 9774674c-ccf6-4cbe-b59c-4161ece71ae4 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:42.707760 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:42.781406 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:42.781724 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (9774674c-ccf6-4cbe-b59c-4161ece71ae4), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:42.794838 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Calling delete_port for 9774674c-ccf6-4cbe-b59c-4161ece71ae4 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:42.926954 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (9774674c-ccf6-4cbe-b59c-4161ece71ae4), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:42.949023 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event deleted for resources: {'Port': ['ID=9774674c-ccf6-4cbe-b59c-4161ece71ae4,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:43.014501 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for floatingip (15ff7f28-aef3-48fe-a70c-11bb7c99d8cd), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:43.017021 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:43.018185 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f0c4bab3-b4e3-4758-9c0d-191862a13e16 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "DELETE /v2.0/floatingips/15ff7f28-aef3-48fe-a70c-11bb7c99d8cd HTTP/1.1" status: 204 len: 168 time: 0.4172366 May 19 15:15:44.055099 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-90b56f97-2476-4a3d-9415-c55236ed20b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:44.217407 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52304) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:44.275634 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21fb6a8f-4aac-4084-abee-06a2c6557987 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group (fd7782b4-92be-46b1-bcd6-c27186e1a377), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:44.300887 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21fb6a8f-4aac-4084-abee-06a2c6557987 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group (fd7782b4-92be-46b1-bcd6-c27186e1a377), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:44.307810 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:44.368753 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21fb6a8f-4aac-4084-abee-06a2c6557987 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (fd7782b4-92be-46b1-bcd6-c27186e1a377), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:44.371907 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21fb6a8f-4aac-4084-abee-06a2c6557987 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:44.373020 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-21fb6a8f-4aac-4084-abee-06a2c6557987 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd7782b4-92be-46b1-bcd6-c27186e1a377 HTTP/1.1" status: 204 len: 168 time: 0.1545525 May 19 15:15:44.386878 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb6a8f-4aac-4084-abee-06a2c6557987 tempest-TestVolumeBootPattern-755449471 tempest-TestVolumeBootPattern-755449471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7782b4-92be-46b1-bcd6-c27186e1a377,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:44.434436 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52308) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:44.539854 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:44.618540 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a9f91331-2ea7-4396-8799-ffc363f22091 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:44.638346 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: a9f91331-2ea7-4396-8799-ffc363f22091 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:44.638692 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device a9f91331-2ea7-4396-8799-ffc363f22091 not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:44.843523 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:45.053533 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Deleting port 314ea2b9-1668-49dc-a474-d364b395699a {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:45.053860 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (314ea2b9-1668-49dc-a474-d364b395699a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:45.133635 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] For port 314ea2b9-1668-49dc-a474-d364b395699a, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=314ea2b9-1668-49dc-a474-d364b395699a,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:45.133951 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (314ea2b9-1668-49dc-a474-d364b395699a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:45.146599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Calling delete_port for 314ea2b9-1668-49dc-a474-d364b395699a owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:45.307434 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:45.314281 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:45.319795 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (314ea2b9-1668-49dc-a474-d364b395699a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:45.346026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=314ea2b9-1668-49dc-a474-d364b395699a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:45.515272 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:45.726962 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:15:46.065172 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:15:46.069863 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2fcc5514-3b4a-46c5-9893-26621e141af2 admin admin] 10.222.0.24 "PUT /v2.0/routers/9bcaa32f-cdd2-4ccd-9902-18cf06e081c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6342690 May 19 15:15:46.072391 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52316) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:46.074047 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] Sync routers for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:15:46.085060 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:46.085656 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:46.170211 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks [] for router (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.185918 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:46.265416 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks [] for router_gateway (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.301373 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-801b417f-7985-4a44-b7ab-85f310732e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.313714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Deleting port 703fbc9e-a069-4ffe-ae78-0abde1471d43 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:46.314283 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.362801 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:46.373083 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:15:45Z', 'revision_number': 5, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port': {'id': '703fbc9e-a069-4ffe-ae78-0abde1471d43', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:40Z', 'updated_at': '2022-05-19T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:46.394802 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] For port 703fbc9e-a069-4ffe-ae78-0abde1471d43, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=703fbc9e-a069-4ffe-ae78-0abde1471d43,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:46.395161 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.398886 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] Checking router: 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:15:46.407107 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] Routers {'9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:46.407739 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:46.408559 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Calling delete_port for 703fbc9e-a069-4ffe-ae78-0abde1471d43 owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:46.454654 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:46.456888 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:46.490047 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] Set router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:46.537944 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:15:46Z', 'revision_number': 6, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:46.565067 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c5ccd-b000-4117-a381-91adacc2bcc9 None None] The sync data for ids ['9bcaa32f-cdd2-4ccd-9902-18cf06e081c5'] in dv-cinder-825492-12-iscsi is: [{'id': '9bcaa32f-cdd2-4ccd-9902-18cf06e081c5', 'name': 'tempest-TestVolumeBootPattern-686343966-router', 'tenant_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:39Z', 'updated_at': '2022-05-19T15:15:46Z', 'revision_number': 6, 'project_id': '2c71bc8f0a164884bc0c046fd1e7faab', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:15:46.575630 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (703fbc9e-a069-4ffe-ae78-0abde1471d43), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.602876 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Pushing event deleted for resources: {'Port': ['ID=703fbc9e-a069-4ffe-ae78-0abde1471d43,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:46.667302 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.760435 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.762840 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks [] for router_controller (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.815484 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (9bcaa32f-cdd2-4ccd-9902-18cf06e081c5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.816125 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:15:46.821715 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.825270 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9d7c2c74-f004-4012-8f31-cd07b6236928 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9bcaa32f-cdd2-4ccd-9902-18cf06e081c5 HTTP/1.1" status: 204 len: 168 time: 0.7496378 May 19 15:15:46.825620 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52322) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:46.875839 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] Deleting subnet 08e45018-96b2-47f0-acb5-298ca215d38d {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:15:46.878949 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] Publish callbacks [] for subnet (08e45018-96b2-47f0-acb5-298ca215d38d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:46.918774 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (08e45018-96b2-47f0-acb5-298ca215d38d), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.011134 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (08e45018-96b2-47f0-acb5-298ca215d38d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.089551 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (08e45018-96b2-47f0-acb5-298ca215d38d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.122658 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e45018-96b2-47f0-acb5-298ca215d38d,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:47.127934 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.131544 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a22d78db-c227-43e9-aba7-d0ddc7ee7736 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08e45018-96b2-47f0-acb5-298ca215d38d HTTP/1.1" status: 204 len: 168 time: 0.3047564 May 19 15:15:47.134533 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52328) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:47.136647 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c57fc2f-0d77-4a8a-b661-0ca010f2ebef None None] Network c953f990-ab01-4a12-ad62-ff0b653ea46c requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:15:47.208914 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (c953f990-ab01-4a12-ad62-ff0b653ea46c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.256479 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Deleting port 6523f095-6836-410e-a9e8-491f53ef5fda {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:47.256799 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.324600 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] For port 6523f095-6836-410e-a9e8-491f53ef5fda, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=6523f095-6836-410e-a9e8-491f53ef5fda,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:47.325229 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.339964 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Calling delete_port for 6523f095-6836-410e-a9e8-491f53ef5fda owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:47.344699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] DHCP port deletion for c953f990-ab01-4a12-ad62-ff0b653ea46c request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:15:47.385764 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] Deleting port 6523f095-6836-410e-a9e8-491f53ef5fda {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:47.386131 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.397137 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:47.420567 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:47.446112 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.468904 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] For port 6523f095-6836-410e-a9e8-491f53ef5fda, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=6523f095-6836-410e-a9e8-491f53ef5fda,segment=NetworkSegment(fdf6e9de-1554-46f5-bd9a-f40d733d82e0),segment_id=fdf6e9de-1554-46f5-bd9a-f40d733d82e0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:47.469499 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.474319 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Pushing event deleted for resources: {'Port': ['ID=6523f095-6836-410e-a9e8-491f53ef5fda,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:47.482674 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.483891 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] No DVR routers for this DVR port 6523f095-6836-410e-a9e8-491f53ef5fda on host dv-cinder-825492-12-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:47.488207 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6523f095-6836-410e-a9e8-491f53ef5fda no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:47.491969 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] Calling delete_port for 6523f095-6836-410e-a9e8-491f53ef5fda owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:47.517347 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 6523f095-6836-410e-a9e8-491f53ef5fda {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:47.517701 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 6523f095-6836-410e-a9e8-491f53ef5fda not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:47.518105 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 703fbc9e-a069-4ffe-ae78-0abde1471d43 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:47.525306 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:47.558273 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (c953f990-ab01-4a12-ad62-ff0b653ea46c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.581762 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c953f990-ab01-4a12-ad62-ff0b653ea46c']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:47.593108 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:47.593433 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf6e9de-1554-46f5-bd9a-f40d733d82e0') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:47.609034 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (fdf6e9de-1554-46f5-bd9a-f40d733d82e0), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.625601 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (fdf6e9de-1554-46f5-bd9a-f40d733d82e0), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.633149 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:15:47.633665 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (fdf6e9de-1554-46f5-bd9a-f40d733d82e0), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:15:47.635630 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:15:47.672380 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 703fbc9e-a069-4ffe-ae78-0abde1471d43 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:47.672713 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 703fbc9e-a069-4ffe-ae78-0abde1471d43 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:47.673137 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 314ea2b9-1668-49dc-a474-d364b395699a no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:47.698997 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (c953f990-ab01-4a12-ad62-ff0b653ea46c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.708351 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.711990 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c953f990-ab01-4a12-ad62-ff0b653ea46c HTTP/1.1" status: 204 len: 168 time: 0.5748193 May 19 15:15:47.715022 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52330) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:47.719861 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 314ea2b9-1668-49dc-a474-d364b395699a {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:47.720206 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 314ea2b9-1668-49dc-a474-d364b395699a not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:47.722415 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589b62d-5682-4fc6-809f-40bb624c5177 admin admin] Pushing event deleted for resources: {'Network': ['ID=c953f990-ab01-4a12-ad62-ff0b653ea46c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:47.754610 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647'] for port (6523f095-6836-410e-a9e8-491f53ef5fda), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:47.780201 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] Network c953f990-ab01-4a12-ad62-ff0b653ea46c is not hosted by any dhcp agent {{(pid=103763) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 19 15:15:47.780665 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] No DVR routers for this DVR port 6523f095-6836-410e-a9e8-491f53ef5fda on host dv-cinder-825492-12-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:47.782534 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97300394-9d1e-40d2-8c0f-41a50a69c5aa None None] Pushing event deleted for resources: {'Port': ['ID=6523f095-6836-410e-a9e8-491f53ef5fda,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:48.049230 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:48.269079 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Deleting port f9506e82-88fd-4cc1-8e6c-cd511181c5be {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:48.269409 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:48.331648 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:15:48.342745 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:48.348025 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] For port f9506e82-88fd-4cc1-8e6c-cd511181c5be, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=f9506e82-88fd-4cc1-8e6c-cd511181c5be,segment=NetworkSegment(63245fea-deae-4ece-8f7e-bdad473f4132),segment_id=63245fea-deae-4ece-8f7e-bdad473f4132)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:48.348386 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:48.362153 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Calling delete_port for f9506e82-88fd-4cc1-8e6c-cd511181c5be owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:48.455887 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:48.539805 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (f9506e82-88fd-4cc1-8e6c-cd511181c5be), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:48.565325 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9506e82-88fd-4cc1-8e6c-cd511181c5be,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:48.589687 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.590042 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.590382 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.590722 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.591053 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.591414 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.591739 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.592063 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.592386 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.592707 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.593037 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.593357 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.593674 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.593991 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.594304 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:15:48.652970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:48.737434 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:48.937779 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:15:49.038802 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:15:49.045233 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-09f0cad1-3000-41cb-b741-8eb60c12a564 admin admin] 10.222.0.24 "PUT /v2.0/routers/6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3268666 May 19 15:15:49.046067 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52334) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:49.047734 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] Sync routers for ids ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:15:49.058081 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] Routers {'6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:49.058760 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:49.144510 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks [] for router (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:49.157493 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] Set router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:49.328768 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:15:48Z', 'revision_number': 5, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:49.354523 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] Checking router: 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:15:49.363287 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] Routers {'6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:15:49.363888 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:49.431401 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:49.465349 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] Set router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:15:49.494733 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks [] for router_gateway (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:49.536593 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Deleting port 9c901506-9279-4fe1-bae3-cc110cac1a03 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:49.536927 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:49.585603 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:49.617228 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] For port 9c901506-9279-4fe1-bae3-cc110cac1a03, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=9c901506-9279-4fe1-bae3-cc110cac1a03,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:49.617588 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:49.630409 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:15:48Z', 'revision_number': 5, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:49.630625 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Calling delete_port for 9c901506-9279-4fe1-bae3-cc110cac1a03 owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:49.654506 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd4345-e1ea-4b71-833a-3032df8a85b4 None None] The sync data for ids ['6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6'] in dv-cinder-825492-12-iscsi is: [{'id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'name': 'tempest-TestVolumeBootPattern-1496285575-router', 'tenant_id': '6407de57591f46f290c7c425a5b6c76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:15:48Z', 'revision_number': 5, 'project_id': '6407de57591f46f290c7c425a5b6c76d', 'gw_port': {'id': '9c901506-9279-4fe1-bae3-cc110cac1a03', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:07:47Z', 'updated_at': '2022-05-19T15:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:15:49.794907 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (9c901506-9279-4fe1-bae3-cc110cac1a03), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:49.824118 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c901506-9279-4fe1-bae3-cc110cac1a03,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:49.882560 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:49.966038 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:49.968313 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks [] for router_controller (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.010784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.011426 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:15:50.015512 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.016661 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f166ac74-4b74-4f69-9805-c882cb30f56c admin admin] 10.222.0.24 "DELETE /v2.0/routers/6f9f4527-7f1c-4bf6-8fae-9e28cf1042a6 HTTP/1.1" status: 204 len: 168 time: 0.9696903 May 19 15:15:50.019284 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52338) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:50.065741 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] Deleting subnet e92531d8-79fa-4e3f-8588-c50a6904a291 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:15:50.069318 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] Publish callbacks [] for subnet (e92531d8-79fa-4e3f-8588-c50a6904a291), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.112056 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25599671'] for subnet (e92531d8-79fa-4e3f-8588-c50a6904a291), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.191488 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (e92531d8-79fa-4e3f-8588-c50a6904a291), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.246985 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25653284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192764'] for subnet (e92531d8-79fa-4e3f-8588-c50a6904a291), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.271163 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92531d8-79fa-4e3f-8588-c50a6904a291,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:50.277015 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.280207 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3e71af80-17b5-425f-a7fc-7e6f437f3f70 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e92531d8-79fa-4e3f-8588-c50a6904a291 HTTP/1.1" status: 204 len: 168 time: 0.2594101 May 19 15:15:50.282688 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52342) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:50.283981 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580018c-18c0-42b1-ab1b-84b061fdeeae None None] Network 22e9cce3-f511-42bc-8cdb-220565a5d2ed requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:15:50.358820 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (22e9cce3-f511-42bc-8cdb-220565a5d2ed), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.374543 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.401586 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Deleting port 19a83216-aa76-40c9-a08a-6a1c144db754 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:15:50.401980 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.467606 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] For port 19a83216-aa76-40c9-a08a-6a1c144db754, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=19a83216-aa76-40c9-a08a-6a1c144db754,segment=NetworkSegment(63245fea-deae-4ece-8f7e-bdad473f4132),segment_id=63245fea-deae-4ece-8f7e-bdad473f4132)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:15:50.467963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.480236 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Calling delete_port for 19a83216-aa76-40c9-a08a-6a1c144db754 owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:15:50.569588 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (19a83216-aa76-40c9-a08a-6a1c144db754), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.576868 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:50.595431 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a83216-aa76-40c9-a08a-6a1c144db754,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:50.597381 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] No DVR routers for this DVR port 19a83216-aa76-40c9-a08a-6a1c144db754 on host dv-cinder-825492-12-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:15:50.638265 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d03862-6255-42f5-adfc-30ff115d970f None None] DHCP port deletion for 22e9cce3-f511-42bc-8cdb-220565a5d2ed request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:15:50.675047 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (22e9cce3-f511-42bc-8cdb-220565a5d2ed), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.694095 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:50.695891 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e9cce3-f511-42bc-8cdb-220565a5d2ed']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:50.705351 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63245fea-deae-4ece-8f7e-bdad473f4132') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:50.705638 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63245fea-deae-4ece-8f7e-bdad473f4132') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:15:50.715429 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (63245fea-deae-4ece-8f7e-bdad473f4132), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.728690 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (63245fea-deae-4ece-8f7e-bdad473f4132), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.735017 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:15:50.735575 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (63245fea-deae-4ece-8f7e-bdad473f4132), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:15:50.737323 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:15:50.793576 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (22e9cce3-f511-42bc-8cdb-220565a5d2ed), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.798996 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:50.802383 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22e9cce3-f511-42bc-8cdb-220565a5d2ed HTTP/1.1" status: 204 len: 168 time: 0.5187514 May 19 15:15:50.813936 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7ef16-bf92-469f-ac9a-909b51a2d7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e9cce3-f511-42bc-8cdb-220565a5d2ed,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:50.914782 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52346) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:50.956305 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-31b3a1cd-d225-4d36-9093-b432fbe564f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c71bc8f0a164884bc0c046fd1e7faab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403347 May 19 15:15:50.958690 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52348) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:51.010131 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f43d4c12-3b0c-4092-8147-33ebe0ed027a admin admin] Publish callbacks [] for security_group (8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.030984 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f43d4c12-3b0c-4092-8147-33ebe0ed027a admin admin] Publish callbacks [] for security_group (8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.077477 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f43d4c12-3b0c-4092-8147-33ebe0ed027a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.080000 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f43d4c12-3b0c-4092-8147-33ebe0ed027a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.081174 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f43d4c12-3b0c-4092-8147-33ebe0ed027a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2 HTTP/1.1" status: 204 len: 168 time: 0.1215320 May 19 15:15:51.089237 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d4c12-3b0c-4092-8147-33ebe0ed027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0dd3f7-b2d3-4a99-877c-1f16b8f26ea2,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:15:51.424606 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52356) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:51.450172 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 19a83216-aa76-40c9-a08a-6a1c144db754 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:51.466433 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fe059bae-619d-44aa-bd9d-c049556c206b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6407de57591f46f290c7c425a5b6c76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405729 May 19 15:15:51.469017 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52358) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:15:51.470132 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 19a83216-aa76-40c9-a08a-6a1c144db754 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:51.470598 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 19a83216-aa76-40c9-a08a-6a1c144db754 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:51.471021 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 9c901506-9279-4fe1-bae3-cc110cac1a03 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:51.482357 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:51.488983 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 9c901506-9279-4fe1-bae3-cc110cac1a03 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:51.489331 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 9c901506-9279-4fe1-bae3-cc110cac1a03 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:51.489747 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device f9506e82-88fd-4cc1-8e6c-cd511181c5be no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:15:51.509405 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: f9506e82-88fd-4cc1-8e6c-cd511181c5be {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:15:51.509730 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device f9506e82-88fd-4cc1-8e6c-cd511181c5be not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:15:51.520409 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-307c01dd-0c12-4cce-8bda-dc611cce3c26 admin admin] Publish callbacks [] for security_group (4b6201d9-9ce1-44a1-9fc8-53514107c6e9), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.542924 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-307c01dd-0c12-4cce-8bda-dc611cce3c26 admin admin] Publish callbacks [] for security_group (4b6201d9-9ce1-44a1-9fc8-53514107c6e9), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.590684 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-307c01dd-0c12-4cce-8bda-dc611cce3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (4b6201d9-9ce1-44a1-9fc8-53514107c6e9), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.593074 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-307c01dd-0c12-4cce-8bda-dc611cce3c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:15:51.594202 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-307c01dd-0c12-4cce-8bda-dc611cce3c26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b6201d9-9ce1-44a1-9fc8-53514107c6e9 HTTP/1.1" status: 204 len: 168 time: 0.1243081 May 19 15:15:51.596193 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:15:51.602735 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c01dd-0c12-4cce-8bda-dc611cce3c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6201d9-9ce1-44a1-9fc8-53514107c6e9,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:00.803918 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:00.804749 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:01.492849 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:01.598478 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:01.616617 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:02.602709 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.078750 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52418) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:03.184728 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06b30c9e-c791-4b1e-8b7b-6bb853f9b9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.265526 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06b30c9e-c791-4b1e-8b7b-6bb853f9b9e0 admin admin] Publish callbacks [] for security_group (d77fd60c-46a1-4516-85fd-ebfbe90a4c98), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.269510 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06b30c9e-c791-4b1e-8b7b-6bb853f9b9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d77fd60c-46a1-4516-85fd-ebfbe90a4c98), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.311320 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b30c9e-c791-4b1e-8b7b-6bb853f9b9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77fd60c-46a1-4516-85fd-ebfbe90a4c98,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:03.318045 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-06b30c9e-c791-4b1e-8b7b-6bb853f9b9e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=671c1650f68446e9a8a429507132cfcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380152 May 19 15:16:03.321146 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52422) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:03.372646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41731e74-6597-493c-9b7e-65565ca0b68b admin admin] Publish callbacks [] for security_group (d77fd60c-46a1-4516-85fd-ebfbe90a4c98), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.393359 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41731e74-6597-493c-9b7e-65565ca0b68b admin admin] Publish callbacks [] for security_group (d77fd60c-46a1-4516-85fd-ebfbe90a4c98), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.439866 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41731e74-6597-493c-9b7e-65565ca0b68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (d77fd60c-46a1-4516-85fd-ebfbe90a4c98), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.442325 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41731e74-6597-493c-9b7e-65565ca0b68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:03.443484 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-41731e74-6597-493c-9b7e-65565ca0b68b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d77fd60c-46a1-4516-85fd-ebfbe90a4c98 HTTP/1.1" status: 204 len: 168 time: 0.1211810 May 19 15:16:03.450997 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41731e74-6597-493c-9b7e-65565ca0b68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77fd60c-46a1-4516-85fd-ebfbe90a4c98,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:04.046523 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52444) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:04.145943 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93346294-network', 'tenant_id': '75c950a99db0449d914183ad7ca845a7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:04.166477 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Made reservation on behalf of 75c950a99db0449d914183ad7ca845a7 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:16:04.168729 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.177003 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.252597 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks [] for security_group (da061ea1-dc0c-4716-a6d9-457bbf8ba0ca), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.256301 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (da061ea1-dc0c-4716-a6d9-457bbf8ba0ca), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.278391 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:16:04.293676 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:04.297763 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (06c773b7-5f95-4e86-96af-03453d857a5f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.298156 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Added segment 06c773b7-5f95-4e86-96af-03453d857a5f of type vlan for network 4a206ead-ecda-4875-a659-fd257793553f May 19 15:16:04.339881 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (4a206ead-ecda-4875-a659-fd257793553f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.352782 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=74 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:04.353491 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:04.363100 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (4a206ead-ecda-4875-a659-fd257793553f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.364121 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:04.364695 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.415888 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3681169 May 19 15:16:04.418758 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52448) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:04.423784 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Request body: {'subnet': {'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93346294-subnet', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:04.426614 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70442510-5408-4fd6-a6d1-64e5c4ede89b admin admin] Pushing event updated for resources: {'Network': ['ID=4a206ead-ecda-4875-a659-fd257793553f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:04.438286 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 4a206ead-ecda-4875-a659-fd257793553f details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:16:04.446621 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Made reservation on behalf of 75c950a99db0449d914183ad7ca845a7 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:16:04.449195 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192721'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.613224 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25653349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192711'] for subnet (158060b7-b776-4ed6-b456-4ce3be673a86), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.662244 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=158060b7-b776-4ed6-b456-4ce3be673a86,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:04.676944 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Checking segment: {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:04.677233 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Network hostable DHCP agents. Network: 4a206ead-ecda-4875-a659-fd257793553f, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:16:04.694926 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Network 4a206ead-ecda-4875-a659-fd257793553f is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:16:04.703163 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 4a206ead-ecda-4875-a659-fd257793553f) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:04.707241 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:04.707821 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.714637 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d665d54-610c-4de8-8e94-52e8bf3d351f None None] Network 4a206ead-ecda-4875-a659-fd257793553f requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:16:04.724407 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8b55c82c-1132-4017-9cfa-adf6c509cfb4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3044980 May 19 15:16:04.727031 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52450) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:04.731148 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:04.753618 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (2e8d1f88-58c5-412c-a50a-7941ef5caedf), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.754917 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (2e8d1f88-58c5-412c-a50a-7941ef5caedf), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.809086 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks [] for router_controller (2e8d1f88-58c5-412c-a50a-7941ef5caedf), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.816274 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-4a206ead-ecda-4875-a659-fd257793553f', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'project_id': '75c950a99db0449d914183ad7ca845a7', 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:16:04.817216 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.940681 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks [] for router_gateway (2e8d1f88-58c5-412c-a50a-7941ef5caedf), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:04.955033 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Allocated IP 172.20.0.2 (4a206ead-ecda-4875-a659-fd257793553f/158060b7-b776-4ed6-b456-4ce3be673a86/1c6aec75-5afd-4169-a7b5-3c246721e45c) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:05.101871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Publish callbacks [] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.107326 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.124806 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks [] for router_gateway (2e8d1f88-58c5-412c-a50a-7941ef5caedf), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.144049 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.147023 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Network 4a206ead-ecda-4875-a659-fd257793553f is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:05.150929 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:05.153342 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:05.167402 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Pushing event updated for resources: {'Port': ['ID=1c6aec75-5afd-4169-a7b5-3c246721e45c,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:05.193624 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.193877 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.194210 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.194540 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.195475 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.195795 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.196110 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.196423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.196738 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.197051 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.197868 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.197868 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.198092 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.198271 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.198577 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:05.225495 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:05.229173 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Attempting to bind port 1c6aec75-5afd-4169-a7b5-3c246721e45c on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:16:05.229539 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Attempting to bind port 1c6aec75-5afd-4169-a7b5-3c246721e45c by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:16:05.229898 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Attempting to bind port 1c6aec75-5afd-4169-a7b5-3c246721e45c on network 4a206ead-ecda-4875-a659-fd257793553f {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:05.235045 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:16:05.235445 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Checking segment: {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:05.235872 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.236232 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Bound using segment: {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:16:05.236685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Bound port: 1c6aec75-5afd-4169-a7b5-3c246721e45c, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:16:05.237121 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.253113 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Allocated IP 172.27.2.243 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/2264c696-17c6-46f5-8705-812ca0720301) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:05.297024 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] For port 1c6aec75-5afd-4169-a7b5-3c246721e45c, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:16:05.300080 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] For port 1c6aec75-5afd-4169-a7b5-3c246721e45c, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=1c6aec75-5afd-4169-a7b5-3c246721e45c,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:16:05.300261 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:05.306235 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.362779 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks [] for port (2264c696-17c6-46f5-8705-812ca0720301), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.370848 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d43a61-f824-4ccf-92e8-e2a6f9bfff61 None None] Pushing event updated for resources: {'Port': ['ID=1c6aec75-5afd-4169-a7b5-3c246721e45c,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:05.395592 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (2264c696-17c6-46f5-8705-812ca0720301), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:05.438643 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:05.443500 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:05.447426 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:05.450510 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Pushing event updated for resources: {'Port': ['ID=2264c696-17c6-46f5-8705-812ca0720301,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:05.929549 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks [] for router_gateway (2e8d1f88-58c5-412c-a50a-7941ef5caedf), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.115350 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (2e8d1f88-58c5-412c-a50a-7941ef5caedf), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.263348 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Router 2e8d1f88-58c5-412c-a50a-7941ef5caedf is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:16:06.322267 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925ccef-4fb4-4566-9f49-befaeddf947f None None] Network 4a206ead-ecda-4875-a659-fd257793553f requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:16:06.368748 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:06.373876 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:06.392280 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:16:06.400927 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:06.407011 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Sync routers for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:16:06.414171 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.415503 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3b9ef1d9-232c-405b-8bbd-28cf55410a81 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6874993 May 19 15:16:06.418220 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52452) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:06.423733 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:06.450051 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-6da4c81e-ad37-44b6-b336-e345795dcdfc None None] Provisioning complete for port 1c6aec75-5afd-4169-a7b5-3c246721e45c triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:06.450597 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6da4c81e-ad37-44b6-b336-e345795dcdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.483082 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:06.483743 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:06.625416 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-6da4c81e-ad37-44b6-b336-e345795dcdfc None None] Current status of the port 1c6aec75-5afd-4169-a7b5-3c246721e45c is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:06.625709 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6da4c81e-ad37-44b6-b336-e345795dcdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.640450 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:06.753694 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-6da4c81e-ad37-44b6-b336-e345795dcdfc None None] For port 1c6aec75-5afd-4169-a7b5-3c246721e45c, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=1c6aec75-5afd-4169-a7b5-3c246721e45c,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:06.761359 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6da4c81e-ad37-44b6-b336-e345795dcdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.831129 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.837651 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4c81e-ad37-44b6-b336-e345795dcdfc None None] Pushing event updated for resources: {'Port': ['ID=1c6aec75-5afd-4169-a7b5-3c246721e45c,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:06.889516 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:05Z', 'revision_number': 3, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:06.892463 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-92296fda-15e4-407f-8231-2a4d7de387ee None None] Provisioning complete for port 1c6aec75-5afd-4169-a7b5-3c246721e45c triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:06.892835 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92296fda-15e4-407f-8231-2a4d7de387ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.916773 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Checking router: 2e8d1f88-58c5-412c-a50a-7941ef5caedf for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:16:06.917138 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Updating router 2e8d1f88-58c5-412c-a50a-7941ef5caedf port 2264c696-17c6-46f5-8705-812ca0720301 binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:16:06.974758 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (2264c696-17c6-46f5-8705-812ca0720301), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:06.994140 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Allocated IP 172.20.0.1 (4a206ead-ecda-4875-a659-fd257793553f/158060b7-b776-4ed6-b456-4ce3be673a86/5d29320a-ef28-42e6-9897-58e650ec7081) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:07.073170 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-92296fda-15e4-407f-8231-2a4d7de387ee None None] Current status of the port 1c6aec75-5afd-4169-a7b5-3c246721e45c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:07.102155 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks [] for port (5d29320a-ef28-42e6-9897-58e650ec7081), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.134796 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.148481 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:07.172622 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Network 4a206ead-ecda-4875-a659-fd257793553f is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:07.176461 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:07.178966 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:07.180485 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:07.185125 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:07.217966 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Pushing event updated for resources: {'Port': ['ID=5d29320a-ef28-42e6-9897-58e650ec7081,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:07.226811 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (2e8d1f88-58c5-412c-a50a-7941ef5caedf), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.379952 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.427825 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Publish callbacks [] for port (2264c696-17c6-46f5-8705-812ca0720301), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.436507 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-d1a5b4a5-e737-4c1b-b693-e7e69fcf6db8 None None] Provisioning complete for port 5d29320a-ef28-42e6-9897-58e650ec7081 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:07.436854 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b4a5-e737-4c1b-b693-e7e69fcf6db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.439060 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (2264c696-17c6-46f5-8705-812ca0720301), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.480944 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:07.509429 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 1c6aec75-5afd-4169-a7b5-3c246721e45c up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:07.543668 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5b4a5-e737-4c1b-b693-e7e69fcf6db8 None None] Port 5d29320a-ef28-42e6-9897-58e650ec7081 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:16:07.555703 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32a944-bfc4-4e4d-aa90-4d2588f18a79 None None] Pushing event updated for resources: {'Port': ['ID=2264c696-17c6-46f5-8705-812ca0720301,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:07.557786 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Attempting to bind port 2264c696-17c6-46f5-8705-812ca0720301 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:16:07.558157 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Attempting to bind port 2264c696-17c6-46f5-8705-812ca0720301 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:16:07.558517 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Attempting to bind port 2264c696-17c6-46f5-8705-812ca0720301 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:07.565976 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:16:07.566355 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:07.566758 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.567146 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:16:07.567642 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Bound port: 2264c696-17c6-46f5-8705-812ca0720301, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:16:07.568039 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (2264c696-17c6-46f5-8705-812ca0720301), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.592020 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks [] for port (5d29320a-ef28-42e6-9897-58e650ec7081), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.596867 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.620009 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 1c6aec75-5afd-4169-a7b5-3c246721e45c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:07.620374 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.648961 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] For port 2264c696-17c6-46f5-8705-812ca0720301, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:16:07.662393 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (2e8d1f88-58c5-412c-a50a-7941ef5caedf), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.664068 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Pushing event updated for resources: {'Port': ['ID=5d29320a-ef28-42e6-9897-58e650ec7081,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:07.671219 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] For port 2264c696-17c6-46f5-8705-812ca0720301, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=2264c696-17c6-46f5-8705-812ca0720301,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:16:07.681678 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (2264c696-17c6-46f5-8705-812ca0720301), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:07.760823 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Network 4a206ead-ecda-4875-a659-fd257793553f is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:07.762269 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:07.767840 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 1c6aec75-5afd-4169-a7b5-3c246721e45c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:07.773396 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32a944-bfc4-4e4d-aa90-4d2588f18a79 None None] Pushing event updated for resources: {'Port': ['ID=2264c696-17c6-46f5-8705-812ca0720301,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:07.775862 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:07.776471 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:07.880919 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Router 2e8d1f88-58c5-412c-a50a-7941ef5caedf has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:16:07.884105 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:07.934638 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:07.989963 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:16:07.995573 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a126fe23-c4d2-423f-b00b-476582e85228 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e8d1f88-58c5-412c-a50a-7941ef5caedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5763824 May 19 15:16:08.065546 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:08.081585 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-949e52a2-d0b0-4e6b-99e1-d69cac7d5089 None None] Provisioning complete for port 5d29320a-ef28-42e6-9897-58e650ec7081 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:08.082231 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-949e52a2-d0b0-4e6b-99e1-d69cac7d5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.107218 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 2, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:08.141002 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f565b-d42e-4764-8da3-8c2d98bf74a3 None None] The sync data for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi is: [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 2, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:16:08.145196 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-949e52a2-d0b0-4e6b-99e1-d69cac7d5089 None None] Port 5d29320a-ef28-42e6-9897-58e650ec7081 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:16:08.523803 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52468) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:08.528655 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1114392382-network', 'tenant_id': '467f161ede384306962c46839569a9c1'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:08.550001 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Made reservation on behalf of 467f161ede384306962c46839569a9c1 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:16:08.552528 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.561657 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.614829 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:08.648349 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks [] for security_group (396583ad-ee26-48af-9060-ba167c2d0440), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.652127 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (396583ad-ee26-48af-9060-ba167c2d0440), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.679736 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 15:16:08.696306 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396583ad-ee26-48af-9060-ba167c2d0440,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:08.704223 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728002543885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (4aa223b5-7a4a-4c5e-86f8-c4d263819844), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.704844 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Added segment 4aa223b5-7a4a-4c5e-86f8-c4d263819844 of type vlan for network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 May 19 15:16:08.748966 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728001970773'] for network (5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.780821 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917'] for network (5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.781891 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:08.782579 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.807647 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2827244 May 19 15:16:08.810406 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52470) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:08.815393 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Request body: {'subnet': {'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1114392382-subnet', 'tenant_id': '467f161ede384306962c46839569a9c1', 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:08.845333 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Made reservation on behalf of 467f161ede384306962c46839569a9c1 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:16:08.848894 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235712'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:08.853972 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c98021-eeda-4b07-9fc3-92fe28af5d56 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:08.864475 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 details requested by agent ovs-agent-dv-cinder-825492-12-iscsi with host dv-cinder-825492-12-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 15:16:08.913864 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:08.916899 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:09.049375 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235734'] for subnet (aaa73260-2584-462b-892a-158ed817756c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.111142 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa73260-2584-462b-892a-158ed817756c,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:09.123683 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Checking segment: {'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:09.124036 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Network hostable DHCP agents. Network: 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9, hostable agents: ['f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 15:16:09.142924 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 is scheduled to be hosted by DHCP agent f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 15:16:09.152089 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-12-iscsi, 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:09.156378 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:09.156961 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.161578 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b66ee-5648-4d6b-b63e-1b08b17e54ef None None] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:16:09.173875 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5cbec879-31f2-4adc-8912-2b9c98e3ae55 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3623466 May 19 15:16:09.176407 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52472) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:09.181442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:09.204300 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2596'] for router (191bfa63-6846-4dac-b8e5-469d97830911), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.205550 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-968868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2603'] for router (191bfa63-6846-4dac-b8e5-469d97830911), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.266065 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks [] for router_controller (191bfa63-6846-4dac-b8e5-469d97830911), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.273463 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b1e1598-4666-5c8c-b061-9623e234b3f3-5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'project_id': '467f161ede384306962c46839569a9c1', 'fixed_ips': [{'subnet_id': 'aaa73260-2584-462b-892a-158ed817756c'}]}} from dv-cinder-825492-12-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 15:16:09.274685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.363235 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:09.416250 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks [] for router_gateway (191bfa63-6846-4dac-b8e5-469d97830911), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.426239 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Allocated IP 172.20.0.2 (5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9/aaa73260-2584-462b-892a-158ed817756c/152b290b-c09d-4b27-8e10-cb669f48a482) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:09.511790 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 2264c696-17c6-46f5-8705-812ca0720301 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:09.608355 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 2264c696-17c6-46f5-8705-812ca0720301 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:09.608719 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (2264c696-17c6-46f5-8705-812ca0720301), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.622011 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks [] for router_gateway (191bfa63-6846-4dac-b8e5-469d97830911), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.645245 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.648894 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Publish callbacks [] for port (152b290b-c09d-4b27-8e10-cb669f48a482), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.660256 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.713284 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:09.733583 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:09.735867 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:09.737842 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Pushing event updated for resources: {'Port': ['ID=152b290b-c09d-4b27-8e10-cb669f48a482,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:09.759439 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Allocated IP 172.27.2.5 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/668265ae-65e5-4cf7-a5f9-aa0a45b30690) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:09.762103 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 2264c696-17c6-46f5-8705-812ca0720301 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:09.762449 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (2264c696-17c6-46f5-8705-812ca0720301), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.822608 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:09.827454 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 2264c696-17c6-46f5-8705-812ca0720301, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=2264c696-17c6-46f5-8705-812ca0720301,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:09.832755 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (2264c696-17c6-46f5-8705-812ca0720301), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.837430 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Attempting to bind port 152b290b-c09d-4b27-8e10-cb669f48a482 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:16:09.837812 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Attempting to bind port 152b290b-c09d-4b27-8e10-cb669f48a482 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:16:09.838235 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Attempting to bind port 152b290b-c09d-4b27-8e10-cb669f48a482 on network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:09.860334 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:16:09.860708 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Checking segment: {'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:09.861110 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.861501 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Bound using segment: {'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:16:09.861982 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Bound port: 152b290b-c09d-4b27-8e10-cb669f48a482, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:16:09.862356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.870051 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:09.881387 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks [] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.887737 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:09.917124 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.939877 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=2264c696-17c6-46f5-8705-812ca0720301,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:09.955915 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] For port 152b290b-c09d-4b27-8e10-cb669f48a482, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:16:09.959527 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] For port 152b290b-c09d-4b27-8e10-cb669f48a482, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=152b290b-c09d-4b27-8e10-cb669f48a482,segment=NetworkSegment(4aa223b5-7a4a-4c5e-86f8-c4d263819844),segment_id=4aa223b5-7a4a-4c5e-86f8-c4d263819844)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:16:09.960906 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:09.964658 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:09.967124 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:09.969550 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:09.995779 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Pushing event updated for resources: {'Port': ['ID=668265ae-65e5-4cf7-a5f9-aa0a45b30690,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:10.031679 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4793a-1aa3-43b1-a3a9-653e3455ccaa None None] Pushing event updated for resources: {'Port': ['ID=152b290b-c09d-4b27-8e10-cb669f48a482,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:10.248624 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks [] for router_gateway (191bfa63-6846-4dac-b8e5-469d97830911), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:10.289836 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Sync routers for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:16:10.304431 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:10.305163 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:10.408460 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:10.447274 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630890'] for router (191bfa63-6846-4dac-b8e5-469d97830911), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:10.576068 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Router 191bfa63-6846-4dac-b8e5-469d97830911 is scheduled to L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 15:16:10.687704 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:16:10.687836 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 2, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:10.698327 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Sync routers for ids ['191bfa63-6846-4dac-b8e5-469d97830911'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:16:10.711077 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Routers {'191bfa63-6846-4dac-b8e5-469d97830911'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:10.711865 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['191bfa63-6846-4dac-b8e5-469d97830911'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:10.712335 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:10.716930 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52474) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:10.718282 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1e26f4e2-bf7f-426b-a8e3-cb5ae64dd535 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5406244 May 19 15:16:10.720923 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Checking router: 2e8d1f88-58c5-412c-a50a-7941ef5caedf for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:16:10.721276 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Updating router 2e8d1f88-58c5-412c-a50a-7941ef5caedf port 5d29320a-ef28-42e6-9897-58e650ec7081 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:16:10.755266 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:10.760173 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:10.968525 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Set router 191bfa63-6846-4dac-b8e5-469d97830911 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:11.035405 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109489e-8aba-461d-84d3-f88b0c5548bf None None] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:16:11.078235 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Publish callbacks [] for port (5d29320a-ef28-42e6-9897-58e650ec7081), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.087251 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.128753 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:11.155474 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Pushing event updated for resources: {'Port': ['ID=5d29320a-ef28-42e6-9897-58e650ec7081,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:11.157151 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-52fe6ec1-5e7a-4330-bce1-d9fc34f07df0 None None] Provisioning complete for port 152b290b-c09d-4b27-8e10-cb669f48a482 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:11.157616 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-52fe6ec1-5e7a-4330-bce1-d9fc34f07df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.170085 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.170610 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.170792 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.171131 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.171489 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.171812 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.172128 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.172443 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.172778 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.173099 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.173419 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.173898 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.174226 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.174532 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.174843 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:11.252726 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Attempting to bind port 5d29320a-ef28-42e6-9897-58e650ec7081 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:16:11.253095 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Attempting to bind port 5d29320a-ef28-42e6-9897-58e650ec7081 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:16:11.253457 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Attempting to bind port 5d29320a-ef28-42e6-9897-58e650ec7081 on network 4a206ead-ecda-4875-a659-fd257793553f {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:11.259707 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:16:11.260109 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Checking segment: {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:11.260635 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.261026 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Bound using segment: {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:16:11.261488 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Bound port: 5d29320a-ef28-42e6-9897-58e650ec7081, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:16:11.261857 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.334229 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] For port 5d29320a-ef28-42e6-9897-58e650ec7081, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:16:11.338777 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] For port 5d29320a-ef28-42e6-9897-58e650ec7081, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=5d29320a-ef28-42e6-9897-58e650ec7081,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:16:11.349180 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-52fe6ec1-5e7a-4330-bce1-d9fc34f07df0 None None] Current status of the port 152b290b-c09d-4b27-8e10-cb669f48a482 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:11.349715 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-52fe6ec1-5e7a-4330-bce1-d9fc34f07df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.350177 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.382232 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:10Z', 'revision_number': 3, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port': {'id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:11.419045 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Checking router: 191bfa63-6846-4dac-b8e5-469d97830911 for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:16:11.419423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Updating router 191bfa63-6846-4dac-b8e5-469d97830911 port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 binding host dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:16:11.434354 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:11.450858 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-52fe6ec1-5e7a-4330-bce1-d9fc34f07df0 None None] For port 152b290b-c09d-4b27-8e10-cb669f48a482, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=152b290b-c09d-4b27-8e10-cb669f48a482,segment=NetworkSegment(4aa223b5-7a4a-4c5e-86f8-c4d263819844),segment_id=4aa223b5-7a4a-4c5e-86f8-c4d263819844)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:11.464646 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-52fe6ec1-5e7a-4330-bce1-d9fc34f07df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.508632 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.512400 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.515072 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:11.516258 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:11.574622 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141068f-7b10-4223-956c-5e35cdf0f3af None None] Pushing event updated for resources: {'Port': ['ID=5d29320a-ef28-42e6-9897-58e650ec7081,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:11.650439 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe6ec1-5e7a-4330-bce1-d9fc34f07df0 None None] Pushing event updated for resources: {'Port': ['ID=152b290b-c09d-4b27-8e10-cb669f48a482,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:11.656088 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-790d9b16-8d98-45dd-bc54-a99dd58b0153 None None] Provisioning complete for port 5d29320a-ef28-42e6-9897-58e650ec7081 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:11.656315 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-790d9b16-8d98-45dd-bc54-a99dd58b0153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.689504 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:11.755932 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 2264c696-17c6-46f5-8705-812ca0720301 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:11.758482 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:11.784117 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:11.830535 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Allocated IP 172.20.0.1 (5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9/aaa73260-2584-462b-892a-158ed817756c/b98754a8-56fb-4e65-a4ea-3d3e62e34235) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:11.856365 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:11.889611 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 2264c696-17c6-46f5-8705-812ca0720301 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:11.889973 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (2264c696-17c6-46f5-8705-812ca0720301), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.902772 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:11.918528 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:11.937629 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-790d9b16-8d98-45dd-bc54-a99dd58b0153 None None] Current status of the port 5d29320a-ef28-42e6-9897-58e650ec7081 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:11.938003 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-790d9b16-8d98-45dd-bc54-a99dd58b0153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.943815 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b031018-2b16-4666-8f4c-929339e747c8 None None] The sync data for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi is: [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:16:11.953015 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks [] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:11.992207 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.029841 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-790d9b16-8d98-45dd-bc54-a99dd58b0153 None None] For port 5d29320a-ef28-42e6-9897-58e650ec7081, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=5d29320a-ef28-42e6-9897-58e650ec7081,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:12.038496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:12.043240 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:12.043445 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-790d9b16-8d98-45dd-bc54-a99dd58b0153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.048599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:12.052406 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b98754a8-56fb-4e65-a4ea-3d3e62e34235,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:12.096069 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 2264c696-17c6-46f5-8705-812ca0720301 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:12.097171 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 152b290b-c09d-4b27-8e10-cb669f48a482 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:12.098844 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629319'] for router_interface (191bfa63-6846-4dac-b8e5-469d97830911), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.165327 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Publish callbacks [] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.193140 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a8fbad62-2291-48ca-a147-277f7b8062b1 None None] Provisioning complete for port 152b290b-c09d-4b27-8e10-cb669f48a482 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:12.193505 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a8fbad62-2291-48ca-a147-277f7b8062b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.196806 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d9b16-8d98-45dd-bc54-a99dd58b0153 None None] Pushing event updated for resources: {'Port': ['ID=5d29320a-ef28-42e6-9897-58e650ec7081,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:12.205878 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.270170 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.308293 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 152b290b-c09d-4b27-8e10-cb669f48a482 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:12.308668 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.342330 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Attempting to bind port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:16:12.342616 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Attempting to bind port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:16:12.342976 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Attempting to bind port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 on network f3074889-8e33-4870-aa3c-2e39beca6793 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:12.347179 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caefc8-e823-4a96-99b6-cf1c3dd8b23f None None] Pushing event updated for resources: {'Port': ['ID=668265ae-65e5-4cf7-a5f9-aa0a45b30690,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:12.362642 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:16:12.363415 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Checking segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:12.363554 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.363888 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Bound using segment: {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:16:12.364367 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Bound port: 668265ae-65e5-4cf7-a5f9-aa0a45b30690, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f92d224-f3cf-4ae1-a1ab-12c1777083a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:16:12.364746 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.449966 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbad62-2291-48ca-a147-277f7b8062b1 None None] Current status of the port 152b290b-c09d-4b27-8e10-cb669f48a482 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:12.471818 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a8fbad62-2291-48ca-a147-277f7b8062b1 None None] Provisioning complete for port 5d29320a-ef28-42e6-9897-58e650ec7081 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:12.471818 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a8fbad62-2291-48ca-a147-277f7b8062b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.494548 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] For port 668265ae-65e5-4cf7-a5f9-aa0a45b30690, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:16:12.500392 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:12.511054 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks [] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.515820 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25653730'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.535086 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] For port 668265ae-65e5-4cf7-a5f9-aa0a45b30690, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=668265ae-65e5-4cf7-a5f9-aa0a45b30690,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:16:12.537470 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:12.552811 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 152b290b-c09d-4b27-8e10-cb669f48a482 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:12.558635 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.590128 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629773'] for router_interface (191bfa63-6846-4dac-b8e5-469d97830911), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.591916 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b98754a8-56fb-4e65-a4ea-3d3e62e34235,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:12.594845 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:12.667866 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caefc8-e823-4a96-99b6-cf1c3dd8b23f None None] Pushing event updated for resources: {'Port': ['ID=668265ae-65e5-4cf7-a5f9-aa0a45b30690,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:12.673731 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Routers {'191bfa63-6846-4dac-b8e5-469d97830911'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:12.674370 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['191bfa63-6846-4dac-b8e5-469d97830911'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:12.695485 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:12.696965 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:12.715014 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbad62-2291-48ca-a147-277f7b8062b1 None None] Current status of the port 5d29320a-ef28-42e6-9897-58e650ec7081 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:12.741824 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:12.827016 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Router 191bfa63-6846-4dac-b8e5-469d97830911 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:16:12.937401 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-3f7f1ca7-c7fd-4660-990b-a06c691a2912 None None] Provisioning complete for port b98754a8-56fb-4e65-a4ea-3d3e62e34235 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:12.937766 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3f7f1ca7-c7fd-4660-990b-a06c691a2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:12.939189 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:16:12.946821 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c2f7bc82-d442-4513-9762-0bb5efd5e9b8 admin admin] 10.222.0.24 "PUT /v2.0/routers/191bfa63-6846-4dac-b8e5-469d97830911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2275093 May 19 15:16:12.947584 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] Set router 191bfa63-6846-4dac-b8e5-469d97830911 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:13.010563 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f1ca7-c7fd-4660-990b-a06c691a2912 None None] Port b98754a8-56fb-4e65-a4ea-3d3e62e34235 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:16:13.156133 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-9cb506dd-fd5b-43c9-92e0-0169a6bcfc5c None None] Provisioning complete for port b98754a8-56fb-4e65-a4ea-3d3e62e34235 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:13.156792 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9cb506dd-fd5b-43c9-92e0-0169a6bcfc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:13.198662 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 4, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port': {'id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'b98754a8-56fb-4e65-a4ea-3d3e62e34235', 'name': '', 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'tenant_id': '467f161ede384306962c46839569a9c1', 'mac_address': 'fa:16:3e:88:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'aaa73260-2584-462b-892a-158ed817756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:11Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 2, 'project_id': '467f161ede384306962c46839569a9c1', 'subnets': [{'id': 'aaa73260-2584-462b-892a-158ed817756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:13.202708 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9cb506dd-fd5b-43c9-92e0-0169a6bcfc5c None None] Port b98754a8-56fb-4e65-a4ea-3d3e62e34235 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:16:13.226232 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcba25-a726-4196-a5b6-5c0dae7fcdc8 None None] The sync data for ids ['191bfa63-6846-4dac-b8e5-469d97830911'] in dv-cinder-825492-12-iscsi is: [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 4, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port': {'id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'b98754a8-56fb-4e65-a4ea-3d3e62e34235', 'name': '', 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'tenant_id': '467f161ede384306962c46839569a9c1', 'mac_address': 'fa:16:3e:88:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'aaa73260-2584-462b-892a-158ed817756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:11Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 2, 'project_id': '467f161ede384306962c46839569a9c1', 'subnets': [{'id': 'aaa73260-2584-462b-892a-158ed817756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:16:13.514881 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 5d29320a-ef28-42e6-9897-58e650ec7081 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:13.573330 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 5d29320a-ef28-42e6-9897-58e650ec7081 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:13.573695 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:13.672800 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 5d29320a-ef28-42e6-9897-58e650ec7081 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:13.674315 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 152b290b-c09d-4b27-8e10-cb669f48a482 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:13.735490 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 152b290b-c09d-4b27-8e10-cb669f48a482 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:13.735861 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:13.774539 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:13.834931 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 152b290b-c09d-4b27-8e10-cb669f48a482 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:14.060137 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7e81a588-7360-4608-aa97-7df4a46b3916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:15.516506 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 668265ae-65e5-4cf7-a5f9-aa0a45b30690 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:15.564964 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:15.565498 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:15.600484 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:15.666784 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:15.667169 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:15.690002 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] For port 668265ae-65e5-4cf7-a5f9-aa0a45b30690, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=668265ae-65e5-4cf7-a5f9-aa0a45b30690,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:15.696155 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:15.747095 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Pushing event updated for resources: {'Port': ['ID=668265ae-65e5-4cf7-a5f9-aa0a45b30690,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:16.237256 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Sync routers for ids ['191bfa63-6846-4dac-b8e5-469d97830911'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:16:16.258843 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Routers {'191bfa63-6846-4dac-b8e5-469d97830911'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:16.259732 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:15:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['191bfa63-6846-4dac-b8e5-469d97830911'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:16.285930 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa70-520b-4027-982e-a8fdc606eadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:16.373951 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Set router 191bfa63-6846-4dac-b8e5-469d97830911 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:16.586551 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 4, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port': {'id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'b98754a8-56fb-4e65-a4ea-3d3e62e34235', 'name': '', 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'tenant_id': '467f161ede384306962c46839569a9c1', 'mac_address': 'fa:16:3e:88:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'aaa73260-2584-462b-892a-158ed817756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:11Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 2, 'project_id': '467f161ede384306962c46839569a9c1', 'subnets': [{'id': 'aaa73260-2584-462b-892a-158ed817756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:16.611128 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Checking router: 191bfa63-6846-4dac-b8e5-469d97830911 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:16:16.611508 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Updating router 191bfa63-6846-4dac-b8e5-469d97830911 port b98754a8-56fb-4e65-a4ea-3d3e62e34235 binding host dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 15:16:16.635463 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:16.645073 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.048019 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Publish callbacks [] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.054372 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.099420 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e1316-61a0-43e2-9ace-40c890425ec3 None None] Pushing event updated for resources: {'Port': ['ID=b98754a8-56fb-4e65-a4ea-3d3e62e34235,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:17.173664 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Attempting to bind port b98754a8-56fb-4e65-a4ea-3d3e62e34235 on host dv-cinder-825492-12-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:16:17.173783 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Attempting to bind port b98754a8-56fb-4e65-a4ea-3d3e62e34235 by drivers openvswitch,hyperv on host dv-cinder-825492-12-iscsi at level 0 using segments [{'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:16:17.174268 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Attempting to bind port b98754a8-56fb-4e65-a4ea-3d3e62e34235 on network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:17.180421 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Checking agent: {'id': 'd32abe7a-0c84-42f4-954d-b3f155940044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 14, 56, 50), 'started_at': datetime.datetime(2022, 5, 19, 14, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:16:17.180787 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Checking segment: {'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:17.183211 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.183211 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Bound using segment: {'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:16:17.183211 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Bound port: b98754a8-56fb-4e65-a4ea-3d3e62e34235, host: dv-cinder-825492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa223b5-7a4a-4c5e-86f8-c4d263819844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:16:17.183211 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.185177 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:17.250011 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] For port b98754a8-56fb-4e65-a4ea-3d3e62e34235, host dv-cinder-825492-12-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:16:17.253197 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] For port b98754a8-56fb-4e65-a4ea-3d3e62e34235, host dv-cinder-825492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=b98754a8-56fb-4e65-a4ea-3d3e62e34235,segment=NetworkSegment(4aa223b5-7a4a-4c5e-86f8-c4d263819844),segment_id=4aa223b5-7a4a-4c5e-86f8-c4d263819844)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:16:17.265297 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.328407 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e1316-61a0-43e2-9ace-40c890425ec3 None None] Pushing event updated for resources: {'Port': ['ID=b98754a8-56fb-4e65-a4ea-3d3e62e34235,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:17.365090 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-43525b19-5eb0-46f3-b079-1427f01c767a None None] Provisioning complete for port b98754a8-56fb-4e65-a4ea-3d3e62e34235 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:17.365685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43525b19-5eb0-46f3-b079-1427f01c767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.377921 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Routers {'191bfa63-6846-4dac-b8e5-469d97830911'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:17.380465 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:16:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['191bfa63-6846-4dac-b8e5-469d97830911'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:17.504344 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.507632 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-43525b19-5eb0-46f3-b079-1427f01c767a None None] Current status of the port b98754a8-56fb-4e65-a4ea-3d3e62e34235 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:17.508211 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43525b19-5eb0-46f3-b079-1427f01c767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.550009 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-43525b19-5eb0-46f3-b079-1427f01c767a None None] For port b98754a8-56fb-4e65-a4ea-3d3e62e34235, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=b98754a8-56fb-4e65-a4ea-3d3e62e34235,segment=NetworkSegment(4aa223b5-7a4a-4c5e-86f8-c4d263819844),segment_id=4aa223b5-7a4a-4c5e-86f8-c4d263819844)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:17.560014 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43525b19-5eb0-46f3-b079-1427f01c767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.576250 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] Set router 191bfa63-6846-4dac-b8e5-469d97830911 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:17.626045 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525b19-5eb0-46f3-b079-1427f01c767a None None] Pushing event updated for resources: {'Port': ['ID=b98754a8-56fb-4e65-a4ea-3d3e62e34235,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:17.629006 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 668265ae-65e5-4cf7-a5f9-aa0a45b30690 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:17.689866 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:17.690248 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.793138 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-ca3bfd92-1f93-4c2c-9628-7615621ef32b None None] Provisioning complete for port b98754a8-56fb-4e65-a4ea-3d3e62e34235 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:17.793508 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfd92-1f93-4c2c-9628-7615621ef32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.796729 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:17.797783 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b98754a8-56fb-4e65-a4ea-3d3e62e34235 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:17.840296 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 4, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port': {'id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'b98754a8-56fb-4e65-a4ea-3d3e62e34235', 'name': '', 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'tenant_id': '467f161ede384306962c46839569a9c1', 'mac_address': 'fa:16:3e:88:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'aaa73260-2584-462b-892a-158ed817756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:11Z', 'updated_at': '2022-05-19T15:16:17Z', 'revision_number': 4, 'project_id': '467f161ede384306962c46839569a9c1', 'subnets': [{'id': 'aaa73260-2584-462b-892a-158ed817756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:17.874489 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124c964-8517-45a6-a93d-a7e37f37df7c None None] The sync data for ids ['191bfa63-6846-4dac-b8e5-469d97830911'] in dv-cinder-825492-12-iscsi is: [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:12Z', 'revision_number': 4, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port': {'id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': 'b98754a8-56fb-4e65-a4ea-3d3e62e34235', 'name': '', 'network_id': '5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9', 'tenant_id': '467f161ede384306962c46839569a9c1', 'mac_address': 'fa:16:3e:88:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'aaa73260-2584-462b-892a-158ed817756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:11Z', 'updated_at': '2022-05-19T15:16:17Z', 'revision_number': 4, 'project_id': '467f161ede384306962c46839569a9c1', 'subnets': [{'id': 'aaa73260-2584-462b-892a-158ed817756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:16:17.875231 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port b98754a8-56fb-4e65-a4ea-3d3e62e34235 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:17.875601 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:17.946598 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bfd92-1f93-4c2c-9628-7615621ef32b None None] Current status of the port b98754a8-56fb-4e65-a4ea-3d3e62e34235 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:17.961372 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:17.998050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:18.009042 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port b98754a8-56fb-4e65-a4ea-3d3e62e34235 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:18.656074 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:19.482559 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b98754a8-56fb-4e65-a4ea-3d3e62e34235 up at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:19.532092 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Provisioning complete for port b98754a8-56fb-4e65-a4ea-3d3e62e34235 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:19.532454 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:19.608939 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Current status of the port b98754a8-56fb-4e65-a4ea-3d3e62e34235 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:20.344147 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:20.703458 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:20.706577 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:22.595180 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-2879bd53-ea4c-4491-a5a2-d1305ad0d300 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:22.596670 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-2879bd53-ea4c-4491-a5a2-d1305ad0d300 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 813 time: 0.1042974 May 19 15:16:22.610834 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-408dbc8a-499a-4b09-96da-27cac6f8faee tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/quotas/75c950a99db0449d914183ad7ca845a7 HTTP/1.1" status: 200 len: 375 time: 0.0089073 May 19 15:16:22.658886 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-b0f33128-fa7e-4f4d-bf60-87490cda5a23 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433929 May 19 15:16:22.758693 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-8fc94a72-f129-4f75-a9b5-99bb1d2e7cfc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:16:22.759714 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-8fc94a72-f129-4f75-a9b5-99bb1d2e7cfc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0902758 May 19 15:16:22.852092 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-2fe3a89e-e530-48e4-ae83-01717e4c1a01 service neutron] 10.222.0.24 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 May 19 15:16:22.928444 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=14 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:22.936521 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=44 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:22.941219 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-70b77066-df73-4c5e-baac-b8041e99d9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835190 May 19 15:16:23.101068 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-edab64b4-3445-45c5-979c-5efc26e0a171 req-6b53ead9-a47d-48ad-99d8-002b4af5fb0a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 210 time: 0.0313740 May 19 15:16:24.161806 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-b803474a-7568-4fcb-ac1d-adab9cddf15e tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:24.163535 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-b803474a-7568-4fcb-ac1d-adab9cddf15e tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 813 time: 0.1031001 May 19 15:16:24.175395 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'port': {'device_id': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'admin_state_up': True, 'tenant_id': '75c950a99db0449d914183ad7ca845a7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:24.249828 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b47710e3-3ce9-4d9d-a631-79a6d6b85467 req-11acff0a-dc50-4a5f-9523-3fe794846134 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 210 time: 0.0588868 May 19 15:16:24.311519 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Made reservation on behalf of 75c950a99db0449d914183ad7ca845a7 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 15:16:24.314920 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:24.451066 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Allocated IP 172.20.0.5 (4a206ead-ecda-4875-a659-fd257793553f/158060b7-b776-4ed6-b456-4ce3be673a86/485ce426-c3cb-4c49-843f-ac56197ea4ff) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:24.645531 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:24.654349 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:24.658225 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:24.696546 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:24.746806 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Network 4a206ead-ecda-4875-a659-fd257793553f is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:24.752659 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:24.757012 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:24.812783 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:24.851649 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:24.852466 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:24.881991 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-427dc310-7393-4953-8b45-9a073c6a329a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105675 May 19 15:16:25.117250 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-152a4585-4a91-4e16-bc85-4b218e571e32 None None] Provisioning complete for port 485ce426-c3cb-4c49-843f-ac56197ea4ff triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:25.118006 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-152a4585-4a91-4e16-bc85-4b218e571e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:25.157105 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-152a4585-4a91-4e16-bc85-4b218e571e32 None None] Port 485ce426-c3cb-4c49-843f-ac56197ea4ff cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 15:16:25.334088 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:16:25.393382 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841ab6f-e59b-485f-b5af-4f8cff4ff24b req-83805c0e-b37d-4baa-b2be-37725dfd6d53 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:25.394856 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5841ab6f-e59b-485f-b5af-4f8cff4ff24b req-83805c0e-b37d-4baa-b2be-37725dfd6d53 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 931 time: 0.0529003 May 19 15:16:25.447426 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5841ab6f-e59b-485f-b5af-4f8cff4ff24b req-941e9ac9-f8cb-44f6-b10e-abc4f26c41d0 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 May 19 15:16:26.561560 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06014-a4fe-4912-8bb0-6e9074eedc4d req-ac816f17-06d4-442e-848e-a5b978dcd122 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:26.563107 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4e06014-a4fe-4912-8bb0-6e9074eedc4d req-ac816f17-06d4-442e-848e-a5b978dcd122 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 931 time: 0.0480089 May 19 15:16:26.619600 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4e06014-a4fe-4912-8bb0-6e9074eedc4d req-cbf4d110-7962-4bb4-919e-ae7f87c5c959 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 May 19 15:16:27.738783 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e36627-e40d-409a-848b-f91f4e971e61 req-964e07f1-8f0d-4ff2-a517-4a68eab5011a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:27.740237 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-19e36627-e40d-409a-848b-f91f4e971e61 req-964e07f1-8f0d-4ff2-a517-4a68eab5011a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 931 time: 0.0487463 May 19 15:16:27.788919 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-19e36627-e40d-409a-848b-f91f4e971e61 req-ce2097c7-522b-498c-ad76-f3cad36d87a3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 May 19 15:16:27.836863 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:28.909778 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddc343-33cb-4ab9-97f6-326bbcb0110c req-028a6c92-9f64-4016-8c21-3d52cd30bae1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:28.911343 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bcddc343-33cb-4ab9-97f6-326bbcb0110c req-028a6c92-9f64-4016-8c21-3d52cd30bae1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 931 time: 0.0528669 May 19 15:16:28.984183 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-bcddc343-33cb-4ab9-97f6-326bbcb0110c req-d999e3b4-3828-4df4-a69d-e7540e9b7f55 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669849 May 19 15:16:30.118884 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fbd27-b568-43ea-9f9e-01c594e0cec9 req-1640d109-e32a-480c-a5b4-2e2e5c8bdf67 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:30.120584 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-158fbd27-b568-43ea-9f9e-01c594e0cec9 req-1640d109-e32a-480c-a5b4-2e2e5c8bdf67 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 931 time: 0.0540133 May 19 15:16:30.181276 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-158fbd27-b568-43ea-9f9e-01c594e0cec9 req-957381b1-a837-49ce-a53e-2e53c0107d7d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529768 May 19 15:16:31.300900 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82e100-da53-45ca-9950-cfda26cf5aad req-7ff7c974-27cf-4bbd-b226-3a3da43c29ad tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:31.303726 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3d82e100-da53-45ca-9950-cfda26cf5aad req-7ff7c974-27cf-4bbd-b226-3a3da43c29ad tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 931 time: 0.0505643 May 19 15:16:31.367193 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3d82e100-da53-45ca-9950-cfda26cf5aad req-f8aa1644-1d7d-4643-8906-cd51c8fc5d5e tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589485 May 19 15:16:32.279164 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-331a4fab-a2ff-4cda-ac0b-932f370aff6a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 15:16:32.280330 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-331a4fab-a2ff-4cda-ac0b-932f370aff6a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055242 May 19 15:16:32.337167 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Request body: {'port': {'device_id': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:32.395512 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:32.492284 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:32.506840 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd0405-163a-419c-9fc2-814d1d24bc7e req-e6813434-32bf-4b75-aa60-ba58c7fd3ae4 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:32.508983 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a9bd0405-163a-419c-9fc2-814d1d24bc7e req-e6813434-32bf-4b75-aa60-ba58c7fd3ae4 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 931 time: 0.0738533 May 19 15:16:32.613909 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:32.617890 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:32.881462 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a9bd0405-163a-419c-9fc2-814d1d24bc7e req-6aef6530-68a4-40f7-843e-6fa6492c6929 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660164 May 19 15:16:33.002709 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485ce426-c3cb-4c49-843f-ac56197ea4ff {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:16:33.010390 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Publish callbacks [] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:33.023171 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Transition to ACTIVE for port object 485ce426-c3cb-4c49-843f-ac56197ea4ff will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 15:16:33.026928 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:33.078023 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Pushing event updated for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:33.153248 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Attempting to bind port 485ce426-c3cb-4c49-843f-ac56197ea4ff on host hv-cinder-82549 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 15:16:33.153588 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Attempting to bind port 485ce426-c3cb-4c49-843f-ac56197ea4ff by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 15:16:33.153916 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Attempting to bind port 485ce426-c3cb-4c49-843f-ac56197ea4ff on network 4a206ead-ecda-4875-a659-fd257793553f {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:33.158561 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Port 485ce426-c3cb-4c49-843f-ac56197ea4ff on network 4a206ead-ecda-4875-a659-fd257793553f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 15:16:33.158880 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Attempting to bind port 485ce426-c3cb-4c49-843f-ac56197ea4ff on network 4a206ead-ecda-4875-a659-fd257793553f {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 15:16:33.164803 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Checking agent: {'id': '28d81170-aab8-41d2-a8a9-70a3864d8757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'started_at': datetime.datetime(2022, 5, 19, 15, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 15:16:33.165134 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Checking segment: {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 15:16:33.165517 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Bound using segment: {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 15:16:33.165951 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Bound port: 485ce426-c3cb-4c49-843f-ac56197ea4ff, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c773b7-5f95-4e86-96af-03453d857a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4a206ead-ecda-4875-a659-fd257793553f'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 15:16:33.166303 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:33.231870 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 15:16:33.234911 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 15:16:33.240351 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:33.279591 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:33.280221 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:33.281597 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-da163aaa-ec61-400f-9177-574740ed985c service neutron] 10.222.0.49 "PUT /v2.0/ports/485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 1093 time: 0.9920499 May 19 15:16:33.282054 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:16:33.284323 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054bb661-aa36-43b7-983c-48658027a467" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:16:33.320820 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da163aaa-ec61-400f-9177-574740ed985c service neutron] Pushing event updated for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:33.398473 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-1e8f4034-0d66-4287-8cda-968dc17f4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:33.400048 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-1e8f4034-0d66-4287-8cda-968dc17f4b2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1127 time: 0.0560915 May 19 15:16:33.439967 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-629ccc87-fcba-41e9-bc1e-e85999967860 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 217 time: 0.0330586 May 19 15:16:33.498129 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-1a1103f1-0551-47b9-81a6-816bafc92d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:33.499797 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-1a1103f1-0551-47b9-81a6-816bafc92d18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0534272 May 19 15:16:33.506292 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d0aa1-d9f4-40cd-8450-2a1d91ea2263 x-openstack-request-id: req-615d0aa1-d9f4-40cd-8450-2a1d91ea2263 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:16:33.506578 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:16:33.506833 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-615d0aa1-d9f4-40cd-8450-2a1d91ea2263 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:16:33.507790 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615d0aa1-d9f4-40cd-8450-2a1d91ea2263'] response: {'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'status': 'completed', 'code': 200} May 19 15:16:33.549697 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-867f08b3-dbbd-4108-aed9-b98773c0f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:33.551211 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-867f08b3-dbbd-4108-aed9-b98773c0f8cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410318 May 19 15:16:33.646918 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-7e732bb7-c6ba-4fc4-aa01-89ad25d444de service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869865 May 19 15:16:33.695801 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:33.737909 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6dadaaea-4c17-4cb5-8eb1-a67cea26bc8d req-d6ee81f5-f97d-4f27-8ae1-6aca6d77e64d service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854836 May 19 15:16:33.994122 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36463f-12c0-453f-9b24-b87e8ca2f9bf req-2e1ec4d0-6bb6-47bb-b6e0-c351db211fe0 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:33.995624 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da36463f-12c0-453f-9b24-b87e8ca2f9bf req-2e1ec4d0-6bb6-47bb-b6e0-c351db211fe0 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 943 time: 0.0479045 May 19 15:16:34.051117 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-da36463f-12c0-453f-9b24-b87e8ca2f9bf req-4cdcff96-853c-4c17-9c50-e7652a7ac402 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497298 May 19 15:16:34.456108 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:34.460002 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb661-aa36-43b7-983c-48658027a467 req-9bc4b954-d52e-4346-aef7-968fe2ddaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:34.462039 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054bb661-aa36-43b7-983c-48658027a467 req-9bc4b954-d52e-4346-aef7-968fe2ddaaae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1127 time: 0.0410869 May 19 15:16:34.550189 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb661-aa36-43b7-983c-48658027a467 req-4c346045-3c14-4588-9d31-3282e3eb00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:34.551572 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054bb661-aa36-43b7-983c-48658027a467 req-4c346045-3c14-4588-9d31-3282e3eb00b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 914 time: 0.0841751 May 19 15:16:34.592345 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054bb661-aa36-43b7-983c-48658027a467 req-f2b9c37e-d6b6-4820-b578-8fc67d896ede service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 217 time: 0.0354359 May 19 15:16:34.639485 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb661-aa36-43b7-983c-48658027a467 req-a5d100b2-55f0-4ec1-b806-d3d55f3f5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:34.640907 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054bb661-aa36-43b7-983c-48658027a467 req-a5d100b2-55f0-4ec1-b806-d3d55f3f5f20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0433459 May 19 15:16:34.685220 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb661-aa36-43b7-983c-48658027a467 req-b357b3a0-5464-437d-a21c-fbb73f2c010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:34.686751 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054bb661-aa36-43b7-983c-48658027a467 req-b357b3a0-5464-437d-a21c-fbb73f2c010d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391042 May 19 15:16:34.778408 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054bb661-aa36-43b7-983c-48658027a467 req-ddb779d7-da41-4b04-8e8f-e895597c21d4 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 May 19 15:16:34.872897 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-054bb661-aa36-43b7-983c-48658027a467 req-bf4fd03d-8661-4c82-be1c-b9213e32e161 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885704 May 19 15:16:35.168807 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a582-c776-4bd3-b3e5-91a883b0d78c req-ceb20a94-23c5-472c-9160-1852ce2d1102 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:35.170268 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9063a582-c776-4bd3-b3e5-91a883b0d78c req-ceb20a94-23c5-472c-9160-1852ce2d1102 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 943 time: 0.0513957 May 19 15:16:35.217821 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9063a582-c776-4bd3-b3e5-91a883b0d78c req-dbcb0de3-7906-4151-a8e8-0fa7af0f1953 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 May 19 15:16:35.274355 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 485ce426-c3cb-4c49-843f-ac56197ea4ff details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 15:16:35.373320 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:35.384440 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Returning: {'device': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'port_id': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'mac_address': 'fa:16:3e:36:4d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 15:16:35.419330 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 485ce426-c3cb-4c49-843f-ac56197ea4ff is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:35.419721 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:35.432713 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485ce426-c3cb-4c49-843f-ac56197ea4ff {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 15:16:35.451948 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:35.455922 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:35.505139 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:35.655330 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['485ce426-c3cb-4c49-843f-ac56197ea4ff'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:16:36.329163 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c004137-76d7-4c64-9833-0c84dda3f4b2 req-b6a15d65-a9e9-44c9-84eb-30b5b8b78755 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:36.330634 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c004137-76d7-4c64-9833-0c84dda3f4b2 req-b6a15d65-a9e9-44c9-84eb-30b5b8b78755 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 944 time: 0.0467567 May 19 15:16:36.377179 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6c004137-76d7-4c64-9833-0c84dda3f4b2 req-eaf9879f-7a44-4f11-a4fe-1aad6091887c tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 May 19 15:16:37.275161 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 485ce426-c3cb-4c49-843f-ac56197ea4ff up at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 15:16:37.322246 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:37.323575 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning for port 485ce426-c3cb-4c49-843f-ac56197ea4ff completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 15:16:37.332852 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Provisioning complete for port 485ce426-c3cb-4c49-843f-ac56197ea4ff triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:37.333233 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:37.376601 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:37.409555 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Current status of the port 485ce426-c3cb-4c49-843f-ac56197ea4ff is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:37.410017 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:37.436687 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:16:37.438941 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a46712206deb794f6f20facb0cad2db94613f3baf50346471fa1029d8ba69e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d6f10f-9804-411f-b77b-2a486c9852f2" -d '{"events": [{"server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "name": "network-vif-plugged", "status": "completed", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:16:37.453049 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:37.459296 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:37.500122 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477f23b-a5a9-4e5a-af01-10f7d4b578e1 req-4cf2c215-cb3f-4452-ae9a-15dfc9773be1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:37.501805 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8477f23b-a5a9-4e5a-af01-10f7d4b578e1 req-4cf2c215-cb3f-4452-ae9a-15dfc9773be1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 944 time: 0.0572841 May 19 15:16:37.515579 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Pushing event updated for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:37.548817 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a21982-ea7f-4045-a075-21ddb54bc6f9 x-openstack-request-id: req-a7a21982-ea7f-4045-a075-21ddb54bc6f9 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:16:37.549110 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "name": "network-vif-plugged", "status": "completed", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:16:37.549362 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7a21982-ea7f-4045-a075-21ddb54bc6f9 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:16:37.549762 dv-cinder-825492-12-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a21982-ea7f-4045-a075-21ddb54bc6f9'] response: {'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'code': 200} May 19 15:16:37.558772 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8477f23b-a5a9-4e5a-af01-10f7d4b578e1 req-f3252d2a-8e7f-456c-9af5-b7af259849ff tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495000 May 19 15:16:37.713455 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183a16-970a-4d71-b97e-19e2dc164dde req-a9731597-f5f2-42d4-980b-9fb6efacc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:37.715576 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f6183a16-970a-4d71-b97e-19e2dc164dde req-a9731597-f5f2-42d4-980b-9fb6efacc70e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1129 time: 0.0425794 May 19 15:16:37.761921 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f6183a16-970a-4d71-b97e-19e2dc164dde req-5ff63d2d-a207-4a6c-acab-be03eedb8562 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 May 19 15:16:38.658453 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:38.676780 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffa07-f5bf-4212-ba83-bcb7f6dee350 req-70a05c8e-10cc-4a98-88cc-37acd314c2d1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:38.678262 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8b9ffa07-f5bf-4212-ba83-bcb7f6dee350 req-70a05c8e-10cc-4a98-88cc-37acd314c2d1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0479126 May 19 15:16:38.725906 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8b9ffa07-f5bf-4212-ba83-bcb7f6dee350 req-82a186d4-eabd-44d3-a6ac-16f6bf51b074 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 May 19 15:16:39.839115 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34b64-5bf9-4021-b109-2981b9b9b7ca req-714f6cdc-0ae6-4353-8328-e7ac306e25fc tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:39.840600 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-89f34b64-5bf9-4021-b109-2981b9b9b7ca req-714f6cdc-0ae6-4353-8328-e7ac306e25fc tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0490665 May 19 15:16:39.886603 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-89f34b64-5bf9-4021-b109-2981b9b9b7ca req-469ac440-1d45-42ac-8be0-728bd39af3a7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 May 19 15:16:39.997584 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67677c-9eb5-4cf9-8177-5cc0f2ffbd0a req-88c68478-afa9-49cf-97e9-708875643b24 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:39.999026 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2d67677c-9eb5-4cf9-8177-5cc0f2ffbd0a req-88c68478-afa9-49cf-97e9-708875643b24 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0465114 May 19 15:16:40.033311 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:40.045681 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2d67677c-9eb5-4cf9-8177-5cc0f2ffbd0a req-2c79b6ff-88ec-4e00-b36c-4203da8c0763 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 May 19 15:16:40.366263 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48e5e4-9fd9-49fe-88ab-8fb994432789 req-e1e9fd5e-32a1-4a1e-bbfe-80341ca4da40 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:40.367733 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f48e5e4-9fd9-49fe-88ab-8fb994432789 req-e1e9fd5e-32a1-4a1e-bbfe-80341ca4da40 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0497897 May 19 15:16:40.414097 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f48e5e4-9fd9-49fe-88ab-8fb994432789 req-75a6a699-ec0a-4b3f-ab81-475d5638a682 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405738 May 19 15:16:41.353059 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:42.345124 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:44.052847 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ccf885f1-1496-4977-a0a6-ff5d1c04060e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:46.289347 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d974ad2-89ea-4041-b986-83ed75ecb17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:47.449441 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:48.655662 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:48.826021 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6ff0-f958-41b4-ac3c-902be3bb42a0 req-41c56580-8037-40e6-97ff-a0d9a3873a4a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:48.827513 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6bdb6ff0-f958-41b4-ac3c-902be3bb42a0 req-41c56580-8037-40e6-97ff-a0d9a3873a4a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0480473 May 19 15:16:48.873886 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6bdb6ff0-f958-41b4-ac3c-902be3bb42a0 req-5d508f05-1eae-4078-8083-fcfe452a2c17 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 May 19 15:16:48.896443 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52664) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:48.975338 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60d77a0-8f04-4072-8e34-813cfccb755d tempest-TestMinimumBasicScenario-246511136 tempest-TestMinimumBasicScenario-246511136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:48.976748 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d60d77a0-8f04-4072-8e34-813cfccb755d tempest-TestMinimumBasicScenario-246511136 tempest-TestMinimumBasicScenario-246511136-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1124 time: 0.0793707 May 19 15:16:48.979557 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52668) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:48.983646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'floatingip': {'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'port_id': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:49.004300 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:49.089877 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:49.209347 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Allocated IP 172.27.2.4 (f3074889-8e33-4870-aa3c-2e39beca6793/3ade896e-8a89-425b-a93d-e3b888546799/c1f3cd32-61bb-440b-aa83-fcb8bee64c42) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 15:16:49.312677 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:49.343679 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728001999638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:49.383760 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:49.385611 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Network f3074889-8e33-4870-aa3c-2e39beca6793 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 15:16:49.390503 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 15:16:49.394650 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 15:16:49.400713 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'Port': ['ID=c1f3cd32-61bb-440b-aa83-fcb8bee64c42,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:49.438784 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.439114 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.439479 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.441302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.441302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.441302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.441302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.441302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.442050 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.442050 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.442341 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.442493 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.442747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.443060 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.443398 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:49.576789 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:49.778654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for floatingip (90f37f88-e800-40d3-8064-91bf09388e70), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:49.857316 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.029305 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.033803 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.099633 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'Port': ['ID=c1f3cd32-61bb-440b-aa83-fcb8bee64c42,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:50.113566 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628881'] for floatingip (90f37f88-e800-40d3-8064-91bf09388e70), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.209969 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Floating IP 90f37f88-e800-40d3-8064-91bf09388e70 associated. External IP: 172.27.2.4, port: 485ce426-c3cb-4c49-843f-ac56197ea4ff. May 19 15:16:50.252667 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:50.338275 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.411571 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Router 2e8d1f88-58c5-412c-a50a-7941ef5caedf has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:16:50.418817 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:50.518273 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:16:50.528216 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] Sync routers for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:16:50.536753 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.539374 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:50.540522 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:16:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:50.566743 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-145c7fc1-c58d-4308-9c55-b6923b423153 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5862083 May 19 15:16:50.567464 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:16:50.569527 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52670) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:50.570066 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c843994f-f2ff-468f-a0e0-f71c680c7185" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:16:50.574996 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986826853', 'description': 'tempest-secgroup-smoke-1986826853 description', 'project_id': '75c950a99db0449d914183ad7ca845a7'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:50.600100 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.613725 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2436b206-5879-445d-9608-633a8583cd37 x-openstack-request-id: req-2436b206-5879-445d-9608-633a8583cd37 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:16:50.614008 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:16:50.614256 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2436b206-5879-445d-9608-633a8583cd37 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:16:50.614675 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2436b206-5879-445d-9608-633a8583cd37'] response: {'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'status': 'completed', 'code': 200} May 19 15:16:50.676937 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group (42ca0313-0c52-47ed-87f5-282157f57d09), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.681218 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-fdd61731-da4a-4f15-acdb-3416ea065251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:50.682525 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (42ca0313-0c52-47ed-87f5-282157f57d09), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.682975 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-fdd61731-da4a-4f15-acdb-3416ea065251 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1129 time: 0.0440466 May 19 15:16:50.710325 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.711609 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1410670 May 19 15:16:50.717261 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52674) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:50.724280 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-01a819d4-a454-443a-855c-da55c3c95dbb tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'security_group_rule': {'security_group_id': '42ca0313-0c52-47ed-87f5-282157f57d09', 'project_id': '75c950a99db0449d914183ad7ca845a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:50.733900 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca0313-0c52-47ed-87f5-282157f57d09,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:50.748363 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.748714 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.749014 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.749349 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.749912 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.750249 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.750580 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.750910 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.751285 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.751620 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.751946 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.752457 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.752783 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.753109 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.753434 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560181ae-884f-47cd-a661-20579d07c0e3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:16:50.770482 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-01a819d4-a454-443a-855c-da55c3c95dbb tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (52c9ce32-dfaa-4701-929f-2813272b4a23), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.788751 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:50.792162 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-ae8fd4d4-c18f-449f-a478-cc1d93706ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:50.793823 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-ae8fd4d4-c18f-449f-a478-cc1d93706ff2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 914 time: 0.1042838 May 19 15:16:50.833070 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-01a819d4-a454-443a-855c-da55c3c95dbb tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (52c9ce32-dfaa-4701-929f-2813272b4a23), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.837734 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-01a819d4-a454-443a-855c-da55c3c95dbb tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (52c9ce32-dfaa-4701-929f-2813272b4a23), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.856840 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a819d4-a454-443a-855c-da55c3c95dbb tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c9ce32-dfaa-4701-929f-2813272b4a23,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:50.867895 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-01a819d4-a454-443a-855c-da55c3c95dbb tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.872873 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-01a819d4-a454-443a-855c-da55c3c95dbb tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543827 May 19 15:16:50.873518 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52676) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:50.878264 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4da91b1c-320b-40e3-b116-ce2c76f65c16 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'security_group_rule': {'security_group_id': '42ca0313-0c52-47ed-87f5-282157f57d09', 'project_id': '75c950a99db0449d914183ad7ca845a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:50.893395 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-02af352a-72e2-4801-a470-dadc09c8cfd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 997 time: 0.0933609 May 19 15:16:50.912247 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4da91b1c-320b-40e3-b116-ce2c76f65c16 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (474252e7-2553-4caa-a8d1-40d7cfebc2af), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.947561 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-19a70c99-9b67-4287-994a-b86a61214cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:50.948933 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-19a70c99-9b67-4287-994a-b86a61214cd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0480049 May 19 15:16:50.962820 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4da91b1c-320b-40e3-b116-ce2c76f65c16 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (474252e7-2553-4caa-a8d1-40d7cfebc2af), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.967140 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4da91b1c-320b-40e3-b116-ce2c76f65c16 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (474252e7-2553-4caa-a8d1-40d7cfebc2af), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:50.987973 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da91b1c-320b-40e3-b116-ce2c76f65c16 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474252e7-2553-4caa-a8d1-40d7cfebc2af,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:50.996974 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-0be1dc29-a58a-467e-8053-e3d39ae05fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:50.997128 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4da91b1c-320b-40e3-b116-ce2c76f65c16 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.000782 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4da91b1c-320b-40e3-b116-ce2c76f65c16 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236851 May 19 15:16:51.000941 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-0be1dc29-a58a-467e-8053-e3d39ae05fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426629 May 19 15:16:51.001054 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52678) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:51.005203 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-9d99bcc4-b7ef-473c-bf49-abb71e5a1d9d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'security_group_rule': {'security_group_id': '42ca0313-0c52-47ed-87f5-282157f57d09', 'project_id': '75c950a99db0449d914183ad7ca845a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:51.017874 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '90f37f88-e800-40d3-8064-91bf09388e70', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'port_id': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'mac_address': 'fa:16:3e:36:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:16:49Z', 'updated_at': '2022-05-19T15:16:49Z', 'revision_number': 0, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 5, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:51.033379 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d99bcc4-b7ef-473c-bf49-abb71e5a1d9d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (6da34162-b7e9-4938-b4a1-7f994db8d142), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.051329 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] Checking router: 2e8d1f88-58c5-412c-a50a-7941ef5caedf for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:16:51.060886 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:16:51.061641 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:16:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:51.094375 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d99bcc4-b7ef-473c-bf49-abb71e5a1d9d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (6da34162-b7e9-4938-b4a1-7f994db8d142), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.098530 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d99bcc4-b7ef-473c-bf49-abb71e5a1d9d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (6da34162-b7e9-4938-b4a1-7f994db8d142), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.104397 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-407944dd-8a28-45b0-b753-5aa8924eaf35 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957489 May 19 15:16:51.114253 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99bcc4-b7ef-473c-bf49-abb71e5a1d9d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da34162-b7e9-4938-b4a1-7f994db8d142,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:51.131532 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9d99bcc4-b7ef-473c-bf49-abb71e5a1d9d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.136360 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9d99bcc4-b7ef-473c-bf49-abb71e5a1d9d tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312633 May 19 15:16:51.136743 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52680) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:51.142382 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-3ca7d61d-8f7c-4b7b-9d31-82a58f6d0040 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'security_group_rule': {'security_group_id': '42ca0313-0c52-47ed-87f5-282157f57d09', 'project_id': '75c950a99db0449d914183ad7ca845a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:51.172557 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:16:51.174049 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d61d-8f7c-4b7b-9d31-82a58f6d0040 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (a3ceda2f-6ed6-4afa-a139-15bfbc81ce94), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.202053 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c843994f-f2ff-468f-a0e0-f71c680c7185 req-b6b85a11-99a9-44b3-b336-6007379dbecb service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903282 May 19 15:16:51.207847 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:51.228361 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d61d-8f7c-4b7b-9d31-82a58f6d0040 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (a3ceda2f-6ed6-4afa-a139-15bfbc81ce94), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.232480 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d61d-8f7c-4b7b-9d31-82a58f6d0040 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (a3ceda2f-6ed6-4afa-a139-15bfbc81ce94), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.239827 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:51.256683 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7d61d-8f7c-4b7b-9d31-82a58f6d0040 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ceda2f-6ed6-4afa-a139-15bfbc81ce94,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:51.267081 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d61d-8f7c-4b7b-9d31-82a58f6d0040 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.268327 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3ca7d61d-8f7c-4b7b-9d31-82a58f6d0040 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301627 May 19 15:16:51.271092 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52682) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:51.276397 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'security_group_rule': {'security_group_id': '42ca0313-0c52-47ed-87f5-282157f57d09', 'project_id': '75c950a99db0449d914183ad7ca845a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:51.297465 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Project 75c950a99db0449d914183ad7ca845a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 15:16:51.300008 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:51.304631 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (0b58ff5d-a894-4e5b-8de2-4310a14b24c0), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.338825 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:51.357185 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (0b58ff5d-a894-4e5b-8de2-4310a14b24c0), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.360899 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (0b58ff5d-a894-4e5b-8de2-4310a14b24c0), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.380240 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b58ff5d-a894-4e5b-8de2-4310a14b24c0,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:51.386762 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.390763 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8178226a-dd93-4cc9-80c9-78e965338b7b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162505 May 19 15:16:51.391029 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52684) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:16:51.395496 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'security_group_rule': {'security_group_id': '42ca0313-0c52-47ed-87f5-282157f57d09', 'project_id': '75c950a99db0449d914183ad7ca845a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:51.416983 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Project 75c950a99db0449d914183ad7ca845a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 15:16:51.417228 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '90f37f88-e800-40d3-8064-91bf09388e70', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'port_id': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'mac_address': 'fa:16:3e:36:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:16:49Z', 'updated_at': '2022-05-19T15:16:49Z', 'revision_number': 0, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 5, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:16:51.423137 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (264618cf-b6c9-4a8e-a501-8cc62a473f27), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.441690 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06945531-2ba3-4f76-bf02-892b55f71770 None None] The sync data for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi is: [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_floatingips': [{'id': '90f37f88-e800-40d3-8064-91bf09388e70', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'router_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'port_id': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'mac_address': 'fa:16:3e:36:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T15:16:49Z', 'updated_at': '2022-05-19T15:16:49Z', 'revision_number': 0, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 5, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:16:51.477629 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (264618cf-b6c9-4a8e-a501-8cc62a473f27), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.481407 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528476'] for security_group_rule (264618cf-b6c9-4a8e-a501-8cc62a473f27), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.501750 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264618cf-b6c9-4a8e-a501-8cc62a473f27,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:51.509954 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.511224 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-523588f0-436b-4c4f-a75d-53cc2e5fc5f7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192214 May 19 15:16:51.602829 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-4133abd4-9a3b-46cf-b487-4835001bc6fa tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986826853&fields=id&tenant_id=75c950a99db0449d914183ad7ca845a7 HTTP/1.1" status: 200 len: 267 time: 0.0467129 May 19 15:16:51.641503 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2b0fd-158c-41f6-a3dc-94b48bb51ac9 None None] New status for floating IP 90f37f88-e800-40d3-8064-91bf09388e70: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:16:51.659782 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-6fd75bc6-8da8-4962-b3ec-265b1e92f935 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:51.661245 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-6fd75bc6-8da8-4962-b3ec-265b1e92f935 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0529904 May 19 15:16:51.671936 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'port': {'security_groups': ['da061ea1-dc0c-4716-a6d9-457bbf8ba0ca', '42ca0313-0c52-47ed-87f5-282157f57d09']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:16:51.740448 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.742005 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:51.872516 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:51.960487 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:16:51.988284 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:51.992954 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:52.006742 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['485ce426-c3cb-4c49-843f-ac56197ea4ff'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:16:52.040673 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:52.041312 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:52.042715 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-408f225f-52b9-416c-a366-6eb546e2bba0 req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "PUT /v2.0/ports/485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 981 time: 0.3751085 May 19 15:16:52.066449 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ffef4-9a5c-4551-97cd-1d19d7a7c2f8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=6']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:16:52.111030 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['485ce426-c3cb-4c49-843f-ac56197ea4ff'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:16:52.154462 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289e3d5-9c7d-4081-a672-a3517a931cad req-b59cafa7-ce51-4f7c-b2c8-b853f269c029 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:52.156127 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2289e3d5-9c7d-4081-a672-a3517a931cad req-b59cafa7-ce51-4f7c-b2c8-b853f269c029 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0516167 May 19 15:16:52.228557 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2289e3d5-9c7d-4081-a672-a3517a931cad req-10e221e6-be5b-4663-bcb4-523e65a724e4 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587485 May 19 15:16:52.319103 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-9e300163-917f-4187-8b30-303ec23f063a None None] Provisioning complete for port 485ce426-c3cb-4c49-843f-ac56197ea4ff triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:16:52.319492 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9e300163-917f-4187-8b30-303ec23f063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:16:52.529210 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9e300163-917f-4187-8b30-303ec23f063a None None] Current status of the port 485ce426-c3cb-4c49-843f-ac56197ea4ff is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:16:52.585310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:52.603226 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:52.615971 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:16:52.618790 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af8c9df-c541-4b66-b140-02c115fcf8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:16:52.659343 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6388713a-70a6-4c57-9241-38a92e7e8c52 x-openstack-request-id: req-6388713a-70a6-4c57-9241-38a92e7e8c52 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:16:52.659633 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:16:52.659888 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6388713a-70a6-4c57-9241-38a92e7e8c52 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:16:52.660286 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6388713a-70a6-4c57-9241-38a92e7e8c52'] response: {'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'status': 'completed', 'code': 200} May 19 15:16:52.721053 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-65a0a128-3917-46e8-983b-967af2a2ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:52.722584 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-65a0a128-3917-46e8-983b-967af2a2ed4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1168 time: 0.0408702 May 19 15:16:52.830531 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-462ea14e-7822-44d4-b534-3a8aa55a0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:52.831958 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-462ea14e-7822-44d4-b534-3a8aa55a0269 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 914 time: 0.0881295 May 19 15:16:52.891575 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-21f4135e-ba62-4c7e-8c57-ed382f1e6dbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 999 time: 0.0531142 May 19 15:16:52.943964 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-1aef238a-b34e-4209-8d66-5dc4d130e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:52.945351 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-1aef238a-b34e-4209-8d66-5dc4d130e648 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0444651 May 19 15:16:52.987983 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-43ef2a03-b9e3-498b-891c-c1eac2334024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:16:52.989383 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-43ef2a03-b9e3-498b-891c-c1eac2334024 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372131 May 19 15:16:53.078538 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-d2b2191a-2d65-421d-91df-bf5804d25786 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832837 May 19 15:16:53.160423 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:16:53.166705 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9af8c9df-c541-4b66-b140-02c115fcf8d5 req-b0946b6a-e3c9-43f1-af0b-a41d8a3fe93b service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823812 May 19 15:17:01.497471 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=5,neutron:SELECT=18,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:01.501832 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=34,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:01.740175 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:01.767453 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:02.333506 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:17:02.601922 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:03.163646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=74 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:12.596223 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=29 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:12.598030 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:14.053980 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a7a69006-5125-4d35-b33d-cbdc89252382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:15.116327 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbfe88-64cc-437c-846e-c95fabf654e9 req-37632ddf-8ca6-4fb4-8c1b-ed59091ba788 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:15.117784 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-25bbfe88-64cc-437c-846e-c95fabf654e9 req-37632ddf-8ca6-4fb4-8c1b-ed59091ba788 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0777504 May 19 15:17:15.118853 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-5ba4955a-9fca-471b-831e-6a0a7bfec384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:15.120216 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-5ba4955a-9fca-471b-831e-6a0a7bfec384 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1168 time: 0.0705466 May 19 15:17:15.232160 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-25bbfe88-64cc-437c-846e-c95fabf654e9 req-b4b302ef-2a2e-409e-b9a9-57571d1be635 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082022 May 19 15:17:15.256429 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-2180f0e8-db8f-4907-ae54-65f9a609a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:15.257859 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-2180f0e8-db8f-4907-ae54-65f9a609a3d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 914 time: 0.1274159 May 19 15:17:15.562344 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-8479bf2f-35f3-4308-a6e9-7dcc8c1f3084 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 999 time: 0.2979445 May 19 15:17:15.610587 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-9120b275-0174-4d11-8680-608d5e511b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:15.612015 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-9120b275-0174-4d11-8680-608d5e511b5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0426385 May 19 15:17:15.657788 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-841e3939-67a6-41b9-bf72-f418f119fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:15.659259 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-841e3939-67a6-41b9-bf72-f418f119fcbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410697 May 19 15:17:15.745893 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-8a43eab8-9b01-4d6b-ae27-0acdeda200d8 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794418 May 19 15:17:15.835056 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-34e754ce-5296-4a24-aaee-3a922c493b1b req-337fd585-8365-4eb0-8585-cdd72b0d0779 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830054 May 19 15:17:16.292038 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d71cdf8b-653a-4b44-9bd0-90a903a77600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:16.349968 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a97698-5ee9-47ce-b72f-0f4df41433f5 req-42d45cd8-31ae-47c1-aebb-aee2bdfff3b7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:16.351476 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b3a97698-5ee9-47ce-b72f-0f4df41433f5 req-42d45cd8-31ae-47c1-aebb-aee2bdfff3b7 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0490203 May 19 15:17:16.411239 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b3a97698-5ee9-47ce-b72f-0f4df41433f5 req-89a048b0-0f02-4173-befa-9d0ff5d2dc28 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537062 May 19 15:17:17.454153 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:17.530178 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98736714-9689-4703-872b-b87cb960ae66 req-272f2e86-bf7d-4a52-98cb-938b90fe0203 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:17.532883 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98736714-9689-4703-872b-b87cb960ae66 req-272f2e86-bf7d-4a52-98cb-938b90fe0203 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0520475 May 19 15:17:17.591629 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-98736714-9689-4703-872b-b87cb960ae66 req-ea02205f-abc4-48ea-b06d-4a72aea1a0e5 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537081 May 19 15:17:18.336868 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:18.346822 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:18.658685 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:18.705716 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb88ba-9768-45ae-9dac-baae9de08c89 req-d06f4716-dfc9-4720-b7bf-195d8b788efa tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:18.707443 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-90eb88ba-9768-45ae-9dac-baae9de08c89 req-d06f4716-dfc9-4720-b7bf-195d8b788efa tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0469429 May 19 15:17:18.766025 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-90eb88ba-9768-45ae-9dac-baae9de08c89 req-4e077440-5fe7-4c36-aea4-035b9c99ec66 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524070 May 19 15:17:19.879284 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c557b-29bf-411e-880c-a54813fe7ff1 req-e81b5538-1e5d-42d0-b4e7-9b82c7666045 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:19.880736 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-624c557b-29bf-411e-880c-a54813fe7ff1 req-e81b5538-1e5d-42d0-b4e7-9b82c7666045 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0477362 May 19 15:17:19.913044 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:19.950584 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-624c557b-29bf-411e-880c-a54813fe7ff1 req-813335e3-02a4-4b7c-9eb5-315e9da5a7cd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640886 May 19 15:17:20.340902 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:21.062563 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e43a-7105-4de0-9afd-45073dfd3581 req-1c4dc04d-d27c-4721-b61c-f824cf911a05 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:21.064037 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-33c6e43a-7105-4de0-9afd-45073dfd3581 req-1c4dc04d-d27c-4721-b61c-f824cf911a05 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0473049 May 19 15:17:21.075336 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:21.124054 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-33c6e43a-7105-4de0-9afd-45073dfd3581 req-6422cc4c-f3d3-4e02-b5ba-5762fc9136b9 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545285 May 19 15:17:22.238717 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f399db2-d144-423c-9f2e-28dd3d5aca7e req-9762351f-0c2f-4141-8454-c8854920a7e1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:22.240195 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6f399db2-d144-423c-9f2e-28dd3d5aca7e req-9762351f-0c2f-4141-8454-c8854920a7e1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0476019 May 19 15:17:22.298263 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6f399db2-d144-423c-9f2e-28dd3d5aca7e req-c92e4d3b-645f-441c-9c76-901ee80e931f tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524397 May 19 15:17:23.423345 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439e870-21a2-4479-8efd-892527ef5802 req-bdd810c5-b320-4d1c-9497-ef1db44a2875 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:23.424856 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7439e870-21a2-4479-8efd-892527ef5802 req-bdd810c5-b320-4d1c-9497-ef1db44a2875 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0580108 May 19 15:17:23.486807 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7439e870-21a2-4479-8efd-892527ef5802 req-27b1c3ed-d2c3-4e46-885c-ffcf2a285bc9 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556507 May 19 15:17:24.598613 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237df63-3a18-4ddd-9de2-64305cec9727 req-e8520ee3-559a-4948-920f-28a8c3893977 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:24.600425 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c237df63-3a18-4ddd-9de2-64305cec9727 req-e8520ee3-559a-4948-920f-28a8c3893977 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0469055 May 19 15:17:24.661736 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c237df63-3a18-4ddd-9de2-64305cec9727 req-598ebac7-8998-45b7-81bb-6a4a203a8b43 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553205 May 19 15:17:25.782287 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca707c-ebd4-40d7-b8de-2d86dbee1cd2 req-a7d9814a-a6eb-408e-a098-ea230ebbb7cd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:25.783697 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1ca707c-ebd4-40d7-b8de-2d86dbee1cd2 req-a7d9814a-a6eb-408e-a098-ea230ebbb7cd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0559738 May 19 15:17:25.842476 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a1ca707c-ebd4-40d7-b8de-2d86dbee1cd2 req-82cbcf8f-cb71-4b85-970d-68adf67c9b69 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531952 May 19 15:17:26.954405 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2af4f-fe5e-4ce1-a106-37dcdb27fe57 req-198c89d8-1809-4335-aaa5-1f4553ec9d99 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:26.955895 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-73b2af4f-fe5e-4ce1-a106-37dcdb27fe57 req-198c89d8-1809-4335-aaa5-1f4553ec9d99 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0468605 May 19 15:17:27.017618 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-73b2af4f-fe5e-4ce1-a106-37dcdb27fe57 req-e97e5bee-a08e-47c7-9773-859ed0ba407f tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561671 May 19 15:17:28.129292 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e16ab-5904-44d4-b511-a858cbb1433c req-1e54986f-a3f3-4c51-8bc8-258ec979e495 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:28.130735 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b78e16ab-5904-44d4-b511-a858cbb1433c req-1e54986f-a3f3-4c51-8bc8-258ec979e495 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0470593 May 19 15:17:28.193562 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b78e16ab-5904-44d4-b511-a858cbb1433c req-bedfdb6e-c591-4d87-b05a-716405a2581e tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566845 May 19 15:17:29.305859 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405bcef-158a-4a7e-8b78-ca4d5be416ac req-cb80430a-3a91-4f07-996d-0c1f0e0aa0a6 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:29.307352 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d405bcef-158a-4a7e-8b78-ca4d5be416ac req-cb80430a-3a91-4f07-996d-0c1f0e0aa0a6 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0463152 May 19 15:17:29.367052 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d405bcef-158a-4a7e-8b78-ca4d5be416ac req-da41a8c2-3123-46eb-b19b-a039d56a9f2f tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540197 May 19 15:17:30.334646 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:30.335887 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:30.479085 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f753966-b302-4418-9c1e-32a87995d755 req-221fbb4c-3aea-4f87-b271-aed177ff3285 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:30.480548 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0f753966-b302-4418-9c1e-32a87995d755 req-221fbb4c-3aea-4f87-b271-aed177ff3285 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0463533 May 19 15:17:30.539064 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0f753966-b302-4418-9c1e-32a87995d755 req-975b2434-e577-4439-8931-06c7e329bcf3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530205 May 19 15:17:31.655877 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590e8d5-5c69-4c5c-98ba-ee8ea450cf3a req-43a23e3a-c0cb-49dc-b5f9-28db78e800ed tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:31.657326 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f590e8d5-5c69-4c5c-98ba-ee8ea450cf3a req-43a23e3a-c0cb-49dc-b5f9-28db78e800ed tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0508645 May 19 15:17:31.668928 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:31.688115 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:31.717853 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f590e8d5-5c69-4c5c-98ba-ee8ea450cf3a req-5aa50aca-692e-4221-8f22-56c65e8a6af2 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549695 May 19 15:17:32.622570 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:32.829877 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923af0-2654-4387-811a-f81ccdbbbe11 req-fe921bb1-c922-422f-ae76-ba4352aea26b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:32.831352 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-15923af0-2654-4387-811a-f81ccdbbbe11 req-fe921bb1-c922-422f-ae76-ba4352aea26b tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0473907 May 19 15:17:32.892413 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-15923af0-2654-4387-811a-f81ccdbbbe11 req-6c61516a-57d5-485d-a9a6-32a6aab50ed3 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&id=42ca0313-0c52-47ed-87f5-282157f57d09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554054 May 19 15:17:37.933506 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-2b3f859a-c9ab-4af7-94dc-1f078d2cb887 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421166 May 19 15:17:38.014301 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-75e028a7-b633-4a8c-a631-c87a2400755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:38.015767 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-75e028a7-b633-4a8c-a631-c87a2400755e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1168 time: 0.0409324 May 19 15:17:38.121658 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-fe0af2fe-447f-4d22-835e-f1da631b5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:38.123392 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-fe0af2fe-447f-4d22-835e-f1da631b5cfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 914 time: 0.0899699 May 19 15:17:38.184460 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-c4417284-3f4b-47dd-8ed5-5725a3e8abc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 999 time: 0.0549736 May 19 15:17:38.231172 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-61d81c27-8263-4626-acaa-d38c0ce53edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:38.232567 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-61d81c27-8263-4626-acaa-d38c0ce53edb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0428808 May 19 15:17:38.275931 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-e2b13015-ecf8-40b6-9e59-4f708ffe5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:17:38.277338 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-e2b13015-ecf8-40b6-9e59-4f708ffe5ef2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374215 May 19 15:17:38.375763 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-16b2d671-4f3a-4062-beb3-776dda535b8a service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930145 May 19 15:17:38.468015 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e4ca3b3f-338e-4b3f-a0e4-e14f25e6f2be req-cada6ac5-dbe8-436e-8884-68c39c10d1c3 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856426 May 19 15:17:39.333449 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:17:42.615970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:42.617733 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:44.055769 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-78cc22ef-a430-4811-b6b2-29315b6f6e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:46.293180 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0cb23cd8-1972-4641-95d9-ead2cb409194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:47.455153 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:48.463800 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=61 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:48.464640 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=70 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:48.661272 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:50.343536 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:17:55.351971 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=19 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:17:55.352821 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=15 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:00.337017 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:00.339036 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:02.632321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.112678 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-64da8957-3589-49c7-b95f-20f5d2c0aed1 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986826853&fields=id&tenant_id=75c950a99db0449d914183ad7ca845a7 HTTP/1.1" status: 200 len: 267 time: 0.0437315 May 19 15:18:05.163841 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-93f00cde-ab0e-4635-8923-01ad3bc48f8f tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:05.165284 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-93f00cde-ab0e-4635-8923-01ad3bc48f8f tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 984 time: 0.0474524 May 19 15:18:05.175438 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Request body: {'port': {'security_groups': ['da061ea1-dc0c-4716-a6d9-457bbf8ba0ca']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 15:18:05.247798 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16623200'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.450022 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:05.476747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.481807 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728002488203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728001999656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728001999674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25553911'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.494518 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['485ce426-c3cb-4c49-843f-ac56197ea4ff'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:18:05.525561 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:05.526166 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.527606 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fe2e56b4-c24c-443b-a735-ad931267f16d req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "PUT /v2.0/ports/485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 942 time: 0.3564949 May 19 15:18:05.528053 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:18:05.530318 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7abb775-1033-4853-a449-99aa39d6d3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:18:05.535917 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52746) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:05.554153 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event updated for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=7']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:05.562481 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.562823 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.563297 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.563522 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.563833 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.564231 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.564774 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.565269 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.565644 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.565970 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.566292 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.566612 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.567051 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.567451 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.567755 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165259c6-aa72-43e5-a420-b39e705d94de tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.611920 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76dc6d7-a86c-4d0e-bd19-f93b7569fbe8 x-openstack-request-id: req-b76dc6d7-a86c-4d0e-bd19-f93b7569fbe8 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:18:05.612220 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:18:05.612445 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b76dc6d7-a86c-4d0e-bd19-f93b7569fbe8 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:18:05.612850 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76dc6d7-a86c-4d0e-bd19-f93b7569fbe8'] response: {'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'status': 'completed', 'code': 200} May 19 15:18:05.631499 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group (42ca0313-0c52-47ed-87f5-282157f57d09), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.637579 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['485ce426-c3cb-4c49-843f-ac56197ea4ff'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:18:05.661937 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group (42ca0313-0c52-47ed-87f5-282157f57d09), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.732193 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-03a38341-b9b2-4eb4-93fa-27e6e882e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:05.732798 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (42ca0313-0c52-47ed-87f5-282157f57d09), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.734424 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-03a38341-b9b2-4eb4-93fa-27e6e882e717 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1129 time: 0.0973117 May 19 15:18:05.735705 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.736877 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "DELETE /v2.0/security-groups/42ca0313-0c52-47ed-87f5-282157f57d09 HTTP/1.1" status: 204 len: 168 time: 0.1972055 May 19 15:18:05.739502 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52750) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:05.748419 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca0313-0c52-47ed-87f5-282157f57d09,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:05.756450 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.757063 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.757577 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.758088 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.758600 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.759102 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.759640 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.759967 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.760469 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.760914 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.761285 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.761617 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.762106 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.762436 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.762759 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f055932-ab65-4758-a67c-0f256f629d37 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:05.844800 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c2a114f1-9b02-49da-9fc9-07b265c5ec87 None None] Provisioning complete for port 485ce426-c3cb-4c49-843f-ac56197ea4ff triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 15:18:05.845080 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c2a114f1-9b02-49da-9fc9-07b265c5ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16597232'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:05.920323 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c2a114f1-9b02-49da-9fc9-07b265c5ec87 None None] Current status of the port 485ce426-c3cb-4c49-843f-ac56197ea4ff is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 15:18:05.928639 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-42d009ba-9854-4df5-b0fd-e3e00a8a65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:05.930089 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-42d009ba-9854-4df5-b0fd-e3e00a8a65e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 914 time: 0.1884174 May 19 15:18:05.998494 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Deleting port c1f3cd32-61bb-440b-aa83-fcb8bee64c42 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:05.998832 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:06.023257 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-6d4f08c0-8247-49fd-9367-9ace72973310 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 999 time: 0.0775042 May 19 15:18:06.101230 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:06.112746 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:06.114358 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-7f578490-4134-468b-8e40-7b9348c2b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:06.115811 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-7f578490-4134-468b-8e40-7b9348c2b0ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0638330 May 19 15:18:06.145442 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:06.145793 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for floatingip (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:06.177302 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Calling delete_port for c1f3cd32-61bb-440b-aa83-fcb8bee64c42 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:06.186363 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-9f833098-15aa-4200-a09c-f9101fa3017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:06.187936 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-9f833098-15aa-4200-a09c-f9101fa3017e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637405 May 19 15:18:06.335302 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-e25dee29-b939-4cdc-b88d-61bcd001f0b7 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398952 May 19 15:18:06.471748 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (c1f3cd32-61bb-440b-aa83-fcb8bee64c42), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:06.474954 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c7abb775-1033-4853-a449-99aa39d6d3ca req-ac27ed19-0a22-4f46-943c-e4f8d8fb2b09 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307957 May 19 15:18:06.499137 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event deleted for resources: {'Port': ['ID=c1f3cd32-61bb-440b-aa83-fcb8bee64c42,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:06.560931 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks [] for floatingip (90f37f88-e800-40d3-8064-91bf09388e70), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:06.561258 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Floating IP 90f37f88-e800-40d3-8064-91bf09388e70 disassociated (deleted). External IP: 172.27.2.4, port: 485ce426-c3cb-4c49-843f-ac56197ea4ff. May 19 15:18:06.778354 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Router 2e8d1f88-58c5-412c-a50a-7941ef5caedf has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:18:06.882141 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:18:06.887454 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:06.893202 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] Sync routers for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:18:06.903945 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:18:06.904548 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:17:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:06.913084 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:06.919095 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9cb35478-5740-4955-9c5c-772eac22e6ef tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "DELETE /v2.0/floatingips/90f37f88-e800-40d3-8064-91bf09388e70 HTTP/1.1" status: 204 len: 168 time: 1.1785159 May 19 15:18:07.030310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:18:07.223910 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 5, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:07.249327 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] Checking router: 2e8d1f88-58c5-412c-a50a-7941ef5caedf for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:18:07.255952 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:07.257989 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:18:07.258586 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:17:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:07.350183 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:07.360524 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:18:07.613822 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:18:07.616214 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983e58d-38a2-448b-87ef-cdb752c550ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:18:07.652290 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0c13f-1110-402a-9c2b-cf06faa2b158 x-openstack-request-id: req-a1b0c13f-1110-402a-9c2b-cf06faa2b158 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:18:07.652572 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:18:07.652826 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1b0c13f-1110-402a-9c2b-cf06faa2b158 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:18:07.653219 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b0c13f-1110-402a-9c2b-cf06faa2b158'] response: {'name': 'network-changed', 'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'status': 'completed', 'code': 200} May 19 15:18:07.676821 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 5, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:07.701287 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeb08c-45bf-4883-80c9-fce35867a9e4 None None] The sync data for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi is: [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:16:07Z', 'revision_number': 4, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi', '_interfaces': [{'id': '5d29320a-ef28-42e6-9897-58e650ec7081', 'name': '', 'network_id': '4a206ead-ecda-4875-a659-fd257793553f', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'mac_address': 'fa:16:3e:cd:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:06Z', 'updated_at': '2022-05-19T15:16:11Z', 'revision_number': 5, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'subnets': [{'id': '158060b7-b776-4ed6-b456-4ce3be673a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:18:07.709085 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:07.716621 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-999b0026-1e39-4e93-a22b-0dac7b03f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:07.718150 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-999b0026-1e39-4e93-a22b-0dac7b03f049 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75c950a99db0449d914183ad7ca845a7&device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 1129 time: 0.0450790 May 19 15:18:07.817399 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-ded864d4-4db3-42e1-b457-019e7791476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:07.818821 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-ded864d4-4db3-42e1-b457-019e7791476e service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 200 len: 914 time: 0.0934498 May 19 15:18:07.860063 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-02df83db-0ab9-41b3-a8d3-bf0646a4776f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 200 len: 217 time: 0.0343509 May 19 15:18:07.914498 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-1c111185-5bc7-4f4e-b26b-a4ddb51dd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:07.916101 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-1c111185-5bc7-4f4e-b26b-a4ddb51dd858 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 200 len: 852 time: 0.0498259 May 19 15:18:07.947300 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9b644-754c-4669-8759-f58eb0a3f9dc None None] New status for floating IP 90f37f88-e800-40d3-8064-91bf09388e70: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 15:18:07.962314 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-9328c934-4f69-4d57-a1db-5fe949100735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:07.963825 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-9328c934-4f69-4d57-a1db-5fe949100735 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a206ead-ecda-4875-a659-fd257793553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419016 May 19 15:18:08.056632 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-71cfc28e-d167-4b16-9bf3-000e62ac3907 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 May 19 15:18:08.146539 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b983e58d-38a2-448b-87ef-cdb752c550ef req-9d0c47ce-1dfd-4b85-8dd3-422cb30a8122 service neutron] 10.222.0.49 "GET /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834546 May 19 15:18:09.655437 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c9e4b-d2ee-4e56-92ba-c37bf339f72a req-fe49722b-8e75-44b2-825b-577f7bab448a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:09.656914 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aa8c9e4b-d2ee-4e56-92ba-c37bf339f72a req-fe49722b-8e75-44b2-825b-577f7bab448a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0467808 May 19 15:18:09.705294 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-aa8c9e4b-d2ee-4e56-92ba-c37bf339f72a req-3e5c68b7-5cc9-4f7d-8c3f-ddd2c1837e27 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 May 19 15:18:10.820466 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224c709-90b9-4bc6-a163-6579396d15b7 req-cecba276-624a-419b-8d7b-d9c08321a0b0 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:10.821905 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a224c709-90b9-4bc6-a163-6579396d15b7 req-cecba276-624a-419b-8d7b-d9c08321a0b0 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0463037 May 19 15:18:10.867647 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a224c709-90b9-4bc6-a163-6579396d15b7 req-43b8dca6-3c83-4816-b8ee-784da8d17a1a tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/security-groups?id=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 May 19 15:18:11.236248 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f6ec7-b716-4612-9339-528577fca0df req-587dfe9e-1bbe-4819-97b2-8ee3d43ac552 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 15:18:11.237638 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b02f6ec7-b716-4612-9339-528577fca0df req-587dfe9e-1bbe-4819-97b2-8ee3d43ac552 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 945 time: 0.0451453 May 19 15:18:11.317592 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Deleting port 485ce426-c3cb-4c49-843f-ac56197ea4ff {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:11.317923 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:11.405484 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] For port 485ce426-c3cb-4c49-843f-ac56197ea4ff, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=485ce426-c3cb-4c49-843f-ac56197ea4ff,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:11.405838 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:11.418938 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Calling delete_port for 485ce426-c3cb-4c49-843f-ac56197ea4ff owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:11.492169 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:11.527535 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:11.545170 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (485ce426-c3cb-4c49-843f-ac56197ea4ff), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:11.557205 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b999b005-814c-4193-89c0-73394f121cfe None None] get_ports_and_sgs() called for port_ids ['485ce426-c3cb-4c49-843f-ac56197ea4ff'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 15:18:11.571103 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Pushing event deleted for resources: {'Port': ['ID=485ce426-c3cb-4c49-843f-ac56197ea4ff,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:11.619635 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] No DVR routers for this DVR port 485ce426-c3cb-4c49-843f-ac56197ea4ff on host hv-cinder-82549 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:18:11.622082 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-365229'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:11.625500 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b02f6ec7-b716-4612-9339-528577fca0df req-3c7603fb-ebf4-4c2c-b605-e6f0f3b28bdd tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.49 "DELETE /v2.0/ports/485ce426-c3cb-4c49-843f-ac56197ea4ff HTTP/1.1" status: 204 len: 173 time: 0.3819647 May 19 15:18:11.625925 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'name': 'network-vif-deleted', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 15:18:11.628190 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b70b52b0380d02bbfe4fa7e72ec34b5d90f0b01f83d0b0bd4565a42891ab66f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c5109f-cb38-4220-86f2-04ae6c722a4c" -d '{"events": [{"server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "name": "network-vif-deleted", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 15:18:11.664843 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 15:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449cd21-1f9e-4bcd-b7f7-f357dc482f5f x-openstack-request-id: req-9449cd21-1f9e-4bcd-b7f7-f357dc482f5f {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 15:18:11.665128 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6574d-1c50-4df0-ae96-b52a2441f02d", "name": "network-vif-deleted", "tag": "485ce426-c3cb-4c49-843f-ac56197ea4ff", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 15:18:11.665410 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9449cd21-1f9e-4bcd-b7f7-f357dc482f5f {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 15:18:11.665838 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9449cd21-1f9e-4bcd-b7f7-f357dc482f5f'] response: {'server_uuid': 'f8d6574d-1c50-4df0-ae96-b52a2441f02d', 'name': 'network-vif-deleted', 'tag': '485ce426-c3cb-4c49-843f-ac56197ea4ff', 'status': 'completed', 'code': 200} May 19 15:18:11.978427 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c2687677-fa51-47d0-b074-03f3292dcba6 req-64d4f88c-9548-42a4-9dd8-6c29c71e90c8 tempest-TestMinimumBasicScenario-1087865139 tempest-TestMinimumBasicScenario-1087865139-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d6574d-1c50-4df0-ae96-b52a2441f02d HTTP/1.1" status: 200 len: 210 time: 0.0304534 May 19 15:18:13.624430 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52840) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:13.681934 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 485ce426-c3cb-4c49-843f-ac56197ea4ff no longer exists at agent hyperv_hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:18:13.701321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b999b005-814c-4193-89c0-73394f121cfe None None] No Port match for: 485ce426-c3cb-4c49-843f-ac56197ea4ff {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:18:13.701663 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Device 485ce426-c3cb-4c49-843f-ac56197ea4ff not bound to the agent host hv-cinder-82549 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:18:14.058845 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63b85003-7ae9-4d00-a3d8-92db4a69c119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:14.177827 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (2e8d1f88-58c5-412c-a50a-7941ef5caedf), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:14.397129 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Deleting port 5d29320a-ef28-42e6-9897-58e650ec7081 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:14.397460 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:14.476037 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] For port 5d29320a-ef28-42e6-9897-58e650ec7081, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=5d29320a-ef28-42e6-9897-58e650ec7081,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:14.476392 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:14.489225 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Calling delete_port for 5d29320a-ef28-42e6-9897-58e650ec7081 owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:14.588178 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:14.648550 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:14.664013 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (5d29320a-ef28-42e6-9897-58e650ec7081), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:14.689838 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d29320a-ef28-42e6-9897-58e650ec7081,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:14.848503 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (2e8d1f88-58c5-412c-a50a-7941ef5caedf), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.057103 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Router 2e8d1f88-58c5-412c-a50a-7941ef5caedf has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:18:15.160022 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:18:15.164816 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b2da0d72-9e9a-4002-aa56-b0d9afa68e9c admin admin] 10.222.0.24 "PUT /v2.0/routers/2e8d1f88-58c5-412c-a50a-7941ef5caedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5392826 May 19 15:18:15.167387 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52842) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:15.169967 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] Sync routers for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:18:15.180570 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:18:15.181176 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:17:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:15.266407 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks [] for router (2e8d1f88-58c5-412c-a50a-7941ef5caedf), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.281643 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: dv-cinder-825492-12-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:18:15.364646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks [] for router_gateway (2e8d1f88-58c5-412c-a50a-7941ef5caedf), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.407137 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Deleting port 2264c696-17c6-46f5-8705-812ca0720301 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:15.407815 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (2264c696-17c6-46f5-8705-812ca0720301), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.410332 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:15.452738 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '2264c696-17c6-46f5-8705-812ca0720301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:18:14Z', 'revision_number': 5, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port': {'id': '2264c696-17c6-46f5-8705-812ca0720301', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:05Z', 'updated_at': '2022-05-19T15:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:15.479338 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] Checking router: 2e8d1f88-58c5-412c-a50a-7941ef5caedf for host: dv-cinder-825492-12-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:18:15.489134 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] Routers {'2e8d1f88-58c5-412c-a50a-7941ef5caedf'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:18:15.489802 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:17:46Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:15.493266 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] For port 2264c696-17c6-46f5-8705-812ca0720301, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=2264c696-17c6-46f5-8705-812ca0720301,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:15.493654 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (2264c696-17c6-46f5-8705-812ca0720301), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.511013 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Calling delete_port for 2264c696-17c6-46f5-8705-812ca0720301 owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:15.566670 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:15.576551 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] Set router 2e8d1f88-58c5-412c-a50a-7941ef5caedf gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:18:15.627442 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:18:15Z', 'revision_number': 6, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:15.655378 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfbacb-ba90-457a-b88e-ceafb9e6e5b9 None None] The sync data for ids ['2e8d1f88-58c5-412c-a50a-7941ef5caedf'] in dv-cinder-825492-12-iscsi is: [{'id': '2e8d1f88-58c5-412c-a50a-7941ef5caedf', 'name': 'tempest-TestMinimumBasicScenario-93346294-router', 'tenant_id': '75c950a99db0449d914183ad7ca845a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:04Z', 'updated_at': '2022-05-19T15:18:15Z', 'revision_number': 6, 'project_id': '75c950a99db0449d914183ad7ca845a7', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:18:15.687125 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (2264c696-17c6-46f5-8705-812ca0720301), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.709854 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Pushing event deleted for resources: {'Port': ['ID=2264c696-17c6-46f5-8705-812ca0720301,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:15.715866 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:15.756494 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=16 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:15.772747 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (2e8d1f88-58c5-412c-a50a-7941ef5caedf), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.855251 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (2e8d1f88-58c5-412c-a50a-7941ef5caedf), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.858600 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks [] for router_controller (2e8d1f88-58c5-412c-a50a-7941ef5caedf), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.910652 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (2e8d1f88-58c5-412c-a50a-7941ef5caedf), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.911319 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8d1f88-58c5-412c-a50a-7941ef5caedf {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:18:15.916616 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:15.917765 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-11e2dedc-0222-42bc-a242-05abdbb24feb admin admin] 10.222.0.24 "DELETE /v2.0/routers/2e8d1f88-58c5-412c-a50a-7941ef5caedf HTTP/1.1" status: 204 len: 168 time: 0.7491052 May 19 15:18:15.920868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52844) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:15.967868 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] Deleting subnet 158060b7-b776-4ed6-b456-4ce3be673a86 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:18:15.971017 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] Publish callbacks [] for subnet (158060b7-b776-4ed6-b456-4ce3be673a86), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.007369 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782334'] for subnet (158060b7-b776-4ed6-b456-4ce3be673a86), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.083852 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (158060b7-b776-4ed6-b456-4ce3be673a86), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.140848 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25553457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235757'] for subnet (158060b7-b776-4ed6-b456-4ce3be673a86), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.166993 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158060b7-b776-4ed6-b456-4ce3be673a86,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:16.173019 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.176719 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-75388749-0778-4c0c-836d-4f6278d54abd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/158060b7-b776-4ed6-b456-4ce3be673a86 HTTP/1.1" status: 204 len: 168 time: 0.2548270 May 19 15:18:16.178210 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056329e-312a-4570-b662-1732d3c07d4f None None] Network 4a206ead-ecda-4875-a659-fd257793553f requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:18:16.179483 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.24', 52846) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:16.249510 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (4a206ead-ecda-4875-a659-fd257793553f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.297026 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Deleting port 1c6aec75-5afd-4169-a7b5-3c246721e45c {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:16.297288 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fd6398fa-a652-4c13-8272-940e2feee97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.297431 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.332492 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:18:16.360378 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] For port 1c6aec75-5afd-4169-a7b5-3c246721e45c, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=1c6aec75-5afd-4169-a7b5-3c246721e45c,segment=NetworkSegment(06c773b7-5f95-4e86-96af-03453d857a5f),segment_id=06c773b7-5f95-4e86-96af-03453d857a5f)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:16.360665 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.373577 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Calling delete_port for 1c6aec75-5afd-4169-a7b5-3c246721e45c owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:16.430334 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] DHCP port deletion for 4a206ead-ecda-4875-a659-fd257793553f request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:18:16.456844 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25653717'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.475720 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Deleting port 1c6aec75-5afd-4169-a7b5-3c246721e45c {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:16.476094 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.483452 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6aec75-5afd-4169-a7b5-3c246721e45c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:16.485263 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] No DVR routers for this DVR port 1c6aec75-5afd-4169-a7b5-3c246721e45c on host dv-cinder-825492-12-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:18:16.545778 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] For port 1c6aec75-5afd-4169-a7b5-3c246721e45c, host dv-cinder-825492-12-iscsi, got binding levels [] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:16.546162 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.556455 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:16.559828 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (4a206ead-ecda-4875-a659-fd257793553f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.561303 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Calling delete_port for 1c6aec75-5afd-4169-a7b5-3c246721e45c owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:16.564330 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.ipam_backend_mixin [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Port 1c6aec75-5afd-4169-a7b5-3c246721e45c was not found and therefore no delete operation was performed {{(pid=103763) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 15:18:16.565977 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647'] for port (1c6aec75-5afd-4169-a7b5-3c246721e45c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.580232 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a206ead-ecda-4875-a659-fd257793553f']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:16.589432 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c773b7-5f95-4e86-96af-03453d857a5f') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:16.589727 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c773b7-5f95-4e86-96af-03453d857a5f') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:16.594614 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Pushing event deleted for resources: {'Port': ['ID=1c6aec75-5afd-4169-a7b5-3c246721e45c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:16.599871 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] No DVR routers for this DVR port 1c6aec75-5afd-4169-a7b5-3c246721e45c on host dv-cinder-825492-12-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:18:16.600042 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25599630'] for segment (06c773b7-5f95-4e86-96af-03453d857a5f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.610611 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.610958 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.611383 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.611644 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.611970 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.612292 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.612965 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.613100 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.613484 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.613599 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (06c773b7-5f95-4e86-96af-03453d857a5f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.613747 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.614045 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.614401 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.614756 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.615103 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.615435 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fba7-a189-428c-9e19-2480bc6dccf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-12-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 15:18:16.620517 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:18:16.620908 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25653638'] for segment (06c773b7-5f95-4e86-96af-03453d857a5f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: Traceback (most recent call last): May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: timer() May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: cb(*args, **kw) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: return func(*args, **kwargs) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: self._notify() May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: self.callback(batched_events) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: event.method(event) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: return f(self, *a, **k) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._get(url).json() May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: return self.request(url, 'GET', **kwargs) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:18:16.656791 dv-cinder-825492-12-iscsi neutron-server[103761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:18:16.679116 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (4a206ead-ecda-4875-a659-fd257793553f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.685499 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:16.691315 dv-cinder-825492-12-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4a206ead-ecda-4875-a659-fd257793553f HTTP/1.1" status: 204 len: 168 time: 0.5080447 May 19 15:18:16.692435 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52848) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:16.702173 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5db115-859c-4371-9fa4-d0fd448d4561 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a206ead-ecda-4875-a659-fd257793553f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:16.843709 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:16.957280 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:17.001066 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629884'] for router_interface (191bfa63-6846-4dac-b8e5-469d97830911), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:17.215572 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Deleting port b98754a8-56fb-4e65-a4ea-3d3e62e34235 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:17.215907 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:17.296091 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] For port b98754a8-56fb-4e65-a4ea-3d3e62e34235, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=b98754a8-56fb-4e65-a4ea-3d3e62e34235,segment=NetworkSegment(4aa223b5-7a4a-4c5e-86f8-c4d263819844),segment_id=4aa223b5-7a4a-4c5e-86f8-c4d263819844)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:17.296444 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:17.308850 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Calling delete_port for b98754a8-56fb-4e65-a4ea-3d3e62e34235 owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:17.457874 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:17.483949 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (b98754a8-56fb-4e65-a4ea-3d3e62e34235), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:17.508359 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98754a8-56fb-4e65-a4ea-3d3e62e34235,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:17.537721 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 2264c696-17c6-46f5-8705-812ca0720301 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:18:17.557931 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 2264c696-17c6-46f5-8705-812ca0720301 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:18:17.558347 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 2264c696-17c6-46f5-8705-812ca0720301 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:18:17.558928 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 5d29320a-ef28-42e6-9897-58e650ec7081 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:18:17.578534 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 5d29320a-ef28-42e6-9897-58e650ec7081 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:18:17.579225 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 5d29320a-ef28-42e6-9897-58e650ec7081 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:18:17.579885 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 1c6aec75-5afd-4169-a7b5-3c246721e45c no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:18:17.598870 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 1c6aec75-5afd-4169-a7b5-3c246721e45c {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:18:17.599224 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 1c6aec75-5afd-4169-a7b5-3c246721e45c not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:18:17.624024 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:17.679813 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626019'] for router_interface (191bfa63-6846-4dac-b8e5-469d97830911), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.134004 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Router 191bfa63-6846-4dac-b8e5-469d97830911 has already been hosted by L3 agent e0d90de2-ffcc-4163-80a0-df31ee728774 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 15:18:18.137475 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:18.234300 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] Notify agent at l3_agent.dv-cinder-825492-12-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 15:18:18.239432 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-342c5e1c-e2ef-442e-83a3-0ebd8f6884e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/191bfa63-6846-4dac-b8e5-469d97830911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5458193 May 19 15:18:18.241941 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52850) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:18.244403 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] Sync routers for ids ['191bfa63-6846-4dac-b8e5-469d97830911'] in dv-cinder-825492-12-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 15:18:18.255669 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] Routers {'191bfa63-6846-4dac-b8e5-469d97830911'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:18:18.256261 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:18:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['191bfa63-6846-4dac-b8e5-469d97830911'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:18.346567 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks [] for router (191bfa63-6846-4dac-b8e5-469d97830911), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.360347 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] Set router 191bfa63-6846-4dac-b8e5-469d97830911 gateway port host: dv-cinder-825492-12-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:18:18.448133 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks [] for router_gateway (191bfa63-6846-4dac-b8e5-469d97830911), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.491819 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Deleting port 668265ae-65e5-4cf7-a5f9-aa0a45b30690 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:18.492157 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.582916 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] For port 668265ae-65e5-4cf7-a5f9-aa0a45b30690, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=668265ae-65e5-4cf7-a5f9-aa0a45b30690,segment=NetworkSegment(3f92d224-f3cf-4ae1-a1ab-12c1777083a0),segment_id=3f92d224-f3cf-4ae1-a1ab-12c1777083a0)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:18.583316 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.596646 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Calling delete_port for 668265ae-65e5-4cf7-a5f9-aa0a45b30690 owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:18.613870 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'external_fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:18:17Z', 'revision_number': 5, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port': {'id': '668265ae-65e5-4cf7-a5f9-aa0a45b30690', 'name': '', 'network_id': 'f3074889-8e33-4870-aa3c-2e39beca6793', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191bfa63-6846-4dac-b8e5-469d97830911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ade896e-8a89-425b-a93d-e3b888546799', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ade896e-8a89-425b-a93d-e3b888546799', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-12-iscsi'}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:18.641907 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] Checking router: 191bfa63-6846-4dac-b8e5-469d97830911 for host: dv-cinder-825492-12-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 15:18:18.654730 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] Routers {'191bfa63-6846-4dac-b8e5-469d97830911'} bound to L3 agent in host dv-cinder-825492-12-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 15:18:18.655292 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T14:56:46Z,description=,heartbeat_timestamp=2022-05-19T15:18:16Z,host='dv-cinder-825492-12-iscsi',id=e0d90de2-ffcc-4163-80a0-df31ee728774,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T14:56:46Z,topic='l3_agent')) {'router_ids': ['191bfa63-6846-4dac-b8e5-469d97830911'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:18.655828 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:18.666037 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.718691 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:18.741905 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] Set router 191bfa63-6846-4dac-b8e5-469d97830911 gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 15:18:18.762787 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (668265ae-65e5-4cf7-a5f9-aa0a45b30690), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.788318 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=668265ae-65e5-4cf7-a5f9-aa0a45b30690,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:18.794112 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:18:18Z', 'revision_number': 6, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port_host': None}], 'dv-cinder-825492-12-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:18.821009 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2356bb-adff-464f-b521-304145dafc57 None None] The sync data for ids ['191bfa63-6846-4dac-b8e5-469d97830911'] in dv-cinder-825492-12-iscsi is: [{'id': '191bfa63-6846-4dac-b8e5-469d97830911', 'name': 'tempest-TestMinimumBasicScenario-1114392382-router', 'tenant_id': '467f161ede384306962c46839569a9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T15:16:09Z', 'updated_at': '2022-05-19T15:18:18Z', 'revision_number': 6, 'project_id': '467f161ede384306962c46839569a9c1', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 15:18:18.858269 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630862'] for router_gateway (191bfa63-6846-4dac-b8e5-469d97830911), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.951450 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2610'] for router (191bfa63-6846-4dac-b8e5-469d97830911), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.953861 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks [] for router_controller (191bfa63-6846-4dac-b8e5-469d97830911), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.998006 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-633119'] for router (191bfa63-6846-4dac-b8e5-469d97830911), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:18.998601 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 191bfa63-6846-4dac-b8e5-469d97830911 {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 15:18:19.002596 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.003795 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e1d8410a-ca4c-44d2-9e94-aaea38a0cd37 admin admin] 10.222.0.24 "DELETE /v2.0/routers/191bfa63-6846-4dac-b8e5-469d97830911 HTTP/1.1" status: 204 len: 168 time: 0.7609413 May 19 15:18:19.006380 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52852) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:19.045674 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:19.051613 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] Deleting subnet aaa73260-2584-462b-892a-158ed817756c {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 15:18:19.055179 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] Publish callbacks [] for subnet (aaa73260-2584-462b-892a-158ed817756c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.090682 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782334'] for subnet (aaa73260-2584-462b-892a-158ed817756c), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.173984 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16405212'] for subnet (aaa73260-2584-462b-892a-158ed817756c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.230531 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16405189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25553457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235757'] for subnet (aaa73260-2584-462b-892a-158ed817756c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.254986 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa73260-2584-462b-892a-158ed817756c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:19.260839 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.264634 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0887ca75-3739-4b7a-9409-4b33afda6227 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aaa73260-2584-462b-892a-158ed817756c HTTP/1.1" status: 204 len: 168 time: 0.2573416 May 19 15:18:19.266429 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53379f37-4e68-4b75-875a-207653fe07fd None None] Network 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 requested from dv-cinder-825492-12-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 15:18:19.267122 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52854) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:19.338833 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16445699'] for network (5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.380917 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Deleting port 152b290b-c09d-4b27-8e10-cb669f48a482 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 15:18:19.381248 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728002477285'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.443546 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] For port 152b290b-c09d-4b27-8e10-cb669f48a482, host dv-cinder-825492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-12-iscsi',level=0,port_id=152b290b-c09d-4b27-8e10-cb669f48a482,segment=NetworkSegment(4aa223b5-7a4a-4c5e-86f8-c4d263819844),segment_id=4aa223b5-7a4a-4c5e-86f8-c4d263819844)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 15:18:19.443898 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629942'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.460383 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Calling delete_port for 152b290b-c09d-4b27-8e10-cb669f48a482 owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 15:18:19.534903 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16623310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728002488185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728001999647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25553856'] for port (152b290b-c09d-4b27-8e10-cb669f48a482), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.556105 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=152b290b-c09d-4b27-8e10-cb669f48a482,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:19.562702 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] No DVR routers for this DVR port 152b290b-c09d-4b27-8e10-cb669f48a482 on host dv-cinder-825492-12-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 15:18:19.595498 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0affc-6ce9-4359-a2ad-4b8dabb6cb31 None None] DHCP port deletion for 5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 request from dv-cinder-825492-12-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 15:18:19.646486 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16603497', 'neutron.services.segments.db._delete_segments_for_network-8728002543894'] for network (5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.657966 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b98754a8-56fb-4e65-a4ea-3d3e62e34235 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:18:19.666300 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:19.676112 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa223b5-7a4a-4c5e-86f8-c4d263819844') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:19.676479 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa223b5-7a4a-4c5e-86f8-c4d263819844') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 15:18:19.676744 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: b98754a8-56fb-4e65-a4ea-3d3e62e34235 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:18:19.677089 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device b98754a8-56fb-4e65-a4ea-3d3e62e34235 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:18:19.677496 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 668265ae-65e5-4cf7-a5f9-aa0a45b30690 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:18:19.678159 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:19.687899 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728002542879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782279'] for segment (4aa223b5-7a4a-4c5e-86f8-c4d263819844), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.701323 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 668265ae-65e5-4cf7-a5f9-aa0a45b30690 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:18:19.701923 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 668265ae-65e5-4cf7-a5f9-aa0a45b30690 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:18:19.702524 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279'] for segment (4aa223b5-7a4a-4c5e-86f8-c4d263819844), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.702674 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 152b290b-c09d-4b27-8e10-cb669f48a482 no longer exists at agent ovs-agent-dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 15:18:19.709089 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 15:18:19.709680 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16394279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25553811'] for segment (4aa223b5-7a4a-4c5e-86f8-c4d263819844), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: Traceback (most recent call last): May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: timer() May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: cb(*args, **kw) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: return func(*args, **kwargs) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: self._notify() May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: self.callback(batched_events) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: event.method(event) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: aggregate_uuid = self.p_client.list_aggregates( May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: return f(self, *a, **k) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._get(url).json() May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: return self.request(url, 'GET', **kwargs) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: base_url = self.get_endpoint(auth, allow=allow, May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 15:18:19.712298 dv-cinder-825492-12-iscsi neutron-server[103762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 15:18:19.722464 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] No Port match for: 152b290b-c09d-4b27-8e10-cb669f48a482 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 15:18:19.722791 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Device 152b290b-c09d-4b27-8e10-cb669f48a482 not bound to the agent host dv-cinder-825492-12-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 15:18:19.768128 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16603474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-575917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628860'] for network (5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.773374 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-575875'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:19.776436 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9 HTTP/1.1" status: 204 len: 168 time: 0.5083642 May 19 15:18:19.788944 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875e598-e0c4-4acc-b681-6b1f144ddb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3f858c-9d30-4ad5-a48e-d4cdc9ba07c9,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:19.963064 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52858) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:20.007392 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-dcbe78ff-7eb8-46f4-8997-7663bb093606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75c950a99db0449d914183ad7ca845a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431175 May 19 15:18:20.009817 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52860) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:20.056624 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ccd35197-c187-470e-81a2-29f963fb3927 admin admin] Publish callbacks [] for security_group (da061ea1-dc0c-4716-a6d9-457bbf8ba0ca), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.075752 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:20.078364 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ccd35197-c187-470e-81a2-29f963fb3927 admin admin] Publish callbacks [] for security_group (da061ea1-dc0c-4716-a6d9-457bbf8ba0ca), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.127598 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ccd35197-c187-470e-81a2-29f963fb3927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (da061ea1-dc0c-4716-a6d9-457bbf8ba0ca), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.130254 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ccd35197-c187-470e-81a2-29f963fb3927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.131427 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ccd35197-c187-470e-81a2-29f963fb3927 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da061ea1-dc0c-4716-a6d9-457bbf8ba0ca HTTP/1.1" status: 204 len: 168 time: 0.1206989 May 19 15:18:20.139500 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd35197-c187-470e-81a2-29f963fb3927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da061ea1-dc0c-4716-a6d9-457bbf8ba0ca,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:20.346661 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.466489 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52866) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:20.506808 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d7683cbc-9b19-4562-83cf-dcbadb0fcaac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=467f161ede384306962c46839569a9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391562 May 19 15:18:20.509160 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.24', 52868) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 15:18:20.555990 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14cdb31f-1fb5-455c-acce-c617812931c0 admin admin] Publish callbacks [] for security_group (396583ad-ee26-48af-9060-ba167c2d0440), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.577157 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14cdb31f-1fb5-455c-acce-c617812931c0 admin admin] Publish callbacks [] for security_group (396583ad-ee26-48af-9060-ba167c2d0440), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.627562 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14cdb31f-1fb5-455c-acce-c617812931c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526839'] for security_group (396583ad-ee26-48af-9060-ba167c2d0440), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.630023 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14cdb31f-1fb5-455c-acce-c617812931c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:20.631154 dv-cinder-825492-12-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-14cdb31f-1fb5-455c-acce-c617812931c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/396583ad-ee26-48af-9060-ba167c2d0440 HTTP/1.1" status: 204 len: 168 time: 0.1211371 May 19 15:18:20.639764 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdb31f-1fb5-455c-acce-c617812931c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396583ad-ee26-48af-9060-ba167c2d0440,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 15:18:26.673216 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=50,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:26.692297 dv-cinder-825492-12-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=55,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:30.343765 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:30.614085 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:30.634754 dv-cinder-825492-12-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=7,neutron:SELECT=58 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:30.651670 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=16 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:32.358443 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=50 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:32.646889 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:42.350474 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:42.634135 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:42.642973 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:18:44.063548 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e11b5fab-76e7-4261-af02-3fcde263195d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:46.299232 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b203916b-6974-447a-9672-faa2c0f8bf6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:47.460084 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:48.668866 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:50.348228 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:18:53.334839 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:19:00.337285 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:00.344842 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:02.651181 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:09.359751 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:09.365321 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:12.645310 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:12.647069 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:14.065075 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b26c315a-a76e-4438-a5c3-a08beb83bd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:16.301117 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3f88b645-ce92-4768-8e25-46dd1c02c61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:17.465768 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:18.669491 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:20.353372 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:30.333784 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:19:30.347459 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:30.349311 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:32.665514 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:42.660778 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:42.661887 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:44.066925 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ce62656b-f1cd-498b-ac04-26250606a14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:46.302699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-61fd9a33-aea0-466f-8e98-416b797b610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:46.367052 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:46.371776 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:19:47.465818 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:48.670887 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:19:50.355630 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:00.350209 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:00.350996 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:02.666560 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:07.333581 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:20:12.660660 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:12.663085 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:14.068930 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-481c9911-05b9-4908-b133-530fd8552f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:16.303555 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1fe86ad4-69f7-4bba-819a-4e1c17c34d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:17.468203 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:18.674184 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:20.357863 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:23.363366 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:23.368396 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:30.347919 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:30.353874 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:32.664369 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:42.354994 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:42.355764 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:42.660316 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:20:44.069770 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1978f4bf-e486-4334-9247-fc973af36364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:44.333432 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:20:46.304293 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-257d8e54-d320-49c9-b76b-fc6eea88204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:47.474201 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:48.677799 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:20:50.363699 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:00.350049 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:00.357079 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:00.359174 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:00.364363 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:02.667473 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:12.653115 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:12.663050 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:14.072177 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e8e620db-0d85-4fc4-9cef-e24bff9cab75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:16.305736 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-835acadb-9227-47bf-98ef-a2b6f5b9a913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:17.473082 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:18.683297 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:20.356676 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:21.332905 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:21:30.350718 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:30.352709 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:32.662814 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:39.787986 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:39.789861 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:42.651099 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:42.657809 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:44.073181 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-14eb6a10-7d4b-4e80-9444-3de17405e29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:46.306259 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-08b37eac-1194-4ba9-881c-192a6c38437c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:47.477561 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:48.682356 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:50.361713 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:21:54.308734 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:54.309547 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:21:58.332842 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:22:00.355034 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:00.356934 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:02.661671 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:12.655710 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:12.657775 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:14.078158 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d9181d8-c804-4159-b802-d2072f3e8f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:14.355337 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:14.360263 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:16.308448 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34a74ef4-8e6f-4416-b15f-bba881907897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:17.479594 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:18.685825 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:20.364505 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:30.358471 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:30.360423 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:32.677321 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:35.331573 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:22:42.670974 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:42.672926 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:44.080786 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a81403d-7261-484c-a6d2-767df8aab483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:46.310400 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-82cef460-4da0-48d3-800d-6799196419ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:47.485215 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:48.688949 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:50.366749 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:22:51.353613 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:22:51.357885 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:00.356882 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:00.363469 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=4,neutron:SELECT=15 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:02.702426 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:23:12.330627 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-fd6e8b01-bcf8-4699-9076-13969e48993d None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 15:23:12.694449 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:12.697170 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:14.083476 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2a87acf0-ca6d-47d5-a784-24340409efc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (f6c35852-ee7f-4ffa-be8c-10d1e33d2e1c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:23:16.310977 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c50ae7b6-3df0-4b7e-8846-65ba44dd26f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (e0d90de2-ffcc-4163-80a0-df31ee728774), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:23:17.484713 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-69f689c5-d004-42a9-b42e-f9a83ff5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d97c5e4b-3c10-4b10-a07f-50788a88bb4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:23:18.691636 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06611b5a-989b-4a14-a3ef-58b293f2d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (fe489b6f-e855-449d-981d-120bf0872a34), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:23:20.369067 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c3d64602-d4a6-4063-9236-b9438fdd27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (d32abe7a-0c84-42f4-954d-b3f155940044), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 15:23:28.348888 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:28.354498 dv-cinder-825492-12-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:30.362465 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:30.365218 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 15:23:32.690578 dv-cinder-825492-12-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b999b005-814c-4193-89c0-73394f121cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728002543876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16597162'] for agent (28d81170-aab8-41d2-a8a9-70a3864d8757), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}